-- Logs begin at Mon 2021-08-30 18:37:54 UTC, end at Mon 2021-08-30 19:37:44 UTC. -- Aug 30 19:11:15.610863 dv-cinder-805316-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 19:11:18.340243 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.common.config [-] Logging enabled! Aug 30 19:11:18.340871 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 19:11:18.341011 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 19:11:18.344229 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.common.config [-] Logging enabled! Aug 30 19:11:18.344485 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 19:11:18.344852 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 19:11:18.346021 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 19:11:18.346263 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 19:11:18.346627 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 19:11:18.346872 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 19:11:18.347102 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 19:11:18.347423 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.347724 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.348022 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.348251 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.348550 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.348843 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.349126 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.349415 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.349740 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.350026 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.350305 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.350588 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.350817 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.351097 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.351384 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.351670 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.351894 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.352172 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.352606 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.353028 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.353308 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.353623 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.353905 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.354178 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.354452 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.354737 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.355068 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] host = dv-cinder-805316-4-iscsi {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.355346 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.355634 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.355922 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.356209 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.356484 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.356760 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.357046 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.357318 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.357622 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.357901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.358191 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.358479 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.358769 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.358992 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.359214 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.359503 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.359792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.360068 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.360345 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.360621 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.360898 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.361779 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.362181 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.362514 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.362804 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.363095 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.363375 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.363652 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.363926 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.364201 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.364488 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.364764 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.365039 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.365321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.365638 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.365910 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.366185 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.366487 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.366777 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.367064 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.367355 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.367627 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.367912 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.368188 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.368460 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.368731 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.369004 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.369273 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.369582 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.369857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.370128 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.370403 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.370673 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.370960 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:18.371256 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.371555 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.371856 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.372140 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.372439 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.372723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.373015 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.373293 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.373612 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.373906 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.374195 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.374475 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.374764 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.375043 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.375350 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.375658 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.375954 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.376249 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.376527 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.377437 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.377738 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.378018 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.378310 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.378589 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.378887 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.379178 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.379460 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.379738 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.380035 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.380327 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.380601 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.380882 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.381177 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.381456 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.381751 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.382028 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.382362 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.382597 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.382872 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.383156 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.383434 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.383708 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.383980 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.384259 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.384554 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.384929 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.385106 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.385382 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.385686 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.385963 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.386249 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.386528 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.386801 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.387075 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.387353 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.387676 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.387890 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.388166 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.388435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.388712 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.388983 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.389255 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.389555 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.389817 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.390086 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.390357 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.390626 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.390902 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.391174 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.391446 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.391719 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.392151 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.392248 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.392595 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.392900 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.393177 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.393494 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.393759 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.394039 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.394321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.394782 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.394894 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.395145 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.395423 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.395716 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.396007 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.396007 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.396007 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.396898 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.397118 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.397400 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.398097 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.398097 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.398281 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.398516 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.398797 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.399094 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.399390 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.399685 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.399980 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.400275 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.400557 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.400870 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.401151 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:18.401372 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 19:11:18.401642 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93707) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 19:11:18.759662 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 19:11:18.759847 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 19:11:18.760140 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 19:11:18.760474 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 19:11:19.159040 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.159319 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.159589 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.160886 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.161157 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.161420 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.196296 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.196573 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.196838 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.213771 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.214052 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.214321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.244054 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.244323 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.244587 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.282420 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.282698 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.283013 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.516385 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.517016 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.517016 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.517226 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.517904 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.642920 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.643263 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.643601 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.643872 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.644137 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.644447 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.644707 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.644962 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.645213 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.645520 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.645786 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.646050 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.646304 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.646555 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.646811 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.647078 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.647332 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.647601 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.647874 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.648133 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.648404 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.648654 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.648935 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.649316 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.649588 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.649836 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.650231 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.650471 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.650706 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.650971 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.651206 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.651439 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:19.651806 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 19:11:19.654949 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 19:11:19.659410 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 19:11:19.663141 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Aug 30 19:11:19.664748 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 19:11:19.665208 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 19:11:19.665715 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 19:11:19.666128 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 19:11:19.669028 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 19:11:19.669280 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 19:11:19.669649 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 19:11:19.675704 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 19:11:19.698065 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 19:11:19.698516 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.698812 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93707) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 19:11:19.699170 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.700503 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93707) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 19:11:19.700780 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 19:11:19.701023 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 19:11:19.704234 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.704515 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:19.769068 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 19:11:19.769221 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 19:11:19.769477 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 19:11:19.769860 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 19:11:19.791778 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_db.sqlalchemy.engines [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93707) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 19:11:20.336938 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing driver for type 'gre' Aug 30 19:11:20.337390 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] gre ID ranges: [(1, 1000)] Aug 30 19:11:20.389764 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing driver for type 'local' Aug 30 19:11:20.390101 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing driver for type 'vlan' Aug 30 19:11:20.404339 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] VlanTypeDriver initialization complete Aug 30 19:11:20.404934 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing driver for type 'vxlan' Aug 30 19:11:20.405650 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] vxlan ID ranges: [(1, 1000)] Aug 30 19:11:20.463145 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing extension driver 'port_security' Aug 30 19:11:20.463492 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.extensions.port_security [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] PortSecurityExtensionDriver initialization complete Aug 30 19:11:20.463863 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing mechanism driver 'openvswitch' Aug 30 19:11:20.464169 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing mechanism driver 'hyperv' Aug 30 19:11:20.471278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:20.471961 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.472335 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.472689 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.473213 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.473688 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.474040 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.474391 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.474781 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.475187 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.475539 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.475881 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.476266 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.476680 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.477028 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.477371 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.477921 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.478332 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.478715 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.479030 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.479425 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.479836 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.480178 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.480515 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.480901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 19:11:20.481282 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] ML2 OVO RPC backend initialized. {{(pid=93707) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 19:11:20.482025 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.482394 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.482813 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.483168 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > networks before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.483515 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.483857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > ports before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.484203 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.484547 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.484890 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.485255 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.485622 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.486680 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.487066 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.487479 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.487813 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.488364 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.488514 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.489107 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Modular L2 Plugin initialization complete Aug 30 19:11:20.489440 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading services supported by the core plugin {{(pid=93707) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 19:11:20.489789 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.plugins.ml2.managers [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Got port-security extension from driver 'port_security' Aug 30 19:11:20.490263 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.extensions.vlantransparent [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Disabled vlantransparent extension. Aug 30 19:11:20.490749 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93707) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 19:11:20.491064 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: router Aug 30 19:11:20.528924 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.529600 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.529706 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router before_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.530061 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.530441 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.530806 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_delete 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.531168 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.531519 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.531880 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.532230 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.532581 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.533788 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.534156 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.534571 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.534949 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.535289 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.535627 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.535972 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.536326 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.536676 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.537023 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.537372 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.537756 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router after_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.538109 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.538468 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.538838 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.539187 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.539556 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > agent after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.539908 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > agent after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.540254 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > network after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.541125 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Tracking information for resource: router configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:20.541455 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Tracking information for resource: floatingip configured {{(pid=93707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 19:11:20.546593 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.db.l3_agentschedulers_db [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 19:11:20.547181 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.547547 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.547902 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.548258 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.549769 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router before_create 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.550140 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.550506 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.551062 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.555696 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.provider_configuration [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service providers = [] {{(pid=93707) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 19:11:20.556061 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.db.servicetype_db [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93707) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 19:11:20.559032 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.service_base [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 19:11:20.559387 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.service_base [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 19:11:20.559731 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.service_base [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 19:11:20.560625 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.services.service_base [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 19:11:20.561000 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.services.service_base [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 19:11:20.561380 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.561727 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 19:11:20.572630 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.572968 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: auto_allocate Aug 30 19:11:20.578877 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: network precommit_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.579250 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: network precommit_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.580458 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.580785 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: tag Aug 30 19:11:20.587351 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.587627 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: timestamp Aug 30 19:11:20.591653 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.591987 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: network_ip_availability Aug 30 19:11:20.598200 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.598658 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.599055 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.599831 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.600156 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: flavors Aug 30 19:11:20.604983 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.605324 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading Plugin: revisions Aug 30 19:11:20.609624 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 19:11:20.610018 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=93707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 19:11:20.610756 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93707) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 19:11:20.611796 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Initializing extension manager. Aug 30 19:11:20.612404 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: __init__.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.612753 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: __pycache__ {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.613094 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.613430 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.614217 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.614785 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: address-group Aug 30 19:11:20.615115 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: address_scope.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.615827 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.616330 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: address-scope Aug 30 19:11:20.616653 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.617621 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.618127 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: router-admin-state-down-before-update Aug 30 19:11:20.618448 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: agent.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.619345 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.619849 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: agent Aug 30 19:11:20.620176 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: agent_resources_synced.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.621098 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.621632 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: agent-resources-synced Aug 30 19:11:20.621956 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.623772 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.624289 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: allowed-address-pairs Aug 30 19:11:20.624616 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.625730 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.626236 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: auto-allocated-topology Aug 30 19:11:20.627143 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.628020 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.628532 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: availability_zone Aug 30 19:11:20.628849 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: availability_zone_filter.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.629806 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.630302 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: availability_zone_filter Aug 30 19:11:20.630630 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: data_plane_status.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.631544 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.632035 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 19:11:20.632352 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: default_subnetpools.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.633283 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.633818 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: default-subnetpools Aug 30 19:11:20.634132 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.634958 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.635471 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: dhcp_agent_scheduler Aug 30 19:11:20.635799 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: dns.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.636722 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.637221 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 19:11:20.637584 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: dns_domain_ports.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.638518 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.639021 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 19:11:20.639345 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.640269 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.640772 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 19:11:20.641093 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: dvr.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.641793 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.642494 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: dvr Aug 30 19:11:20.642819 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: ecmp_routes.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.643737 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.644261 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 19:11:20.644860 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: empty_string_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.645493 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.645993 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: empty-string-filtering Aug 30 19:11:20.646316 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.647234 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.647738 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 19:11:20.648062 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.648980 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.649487 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 19:11:20.649820 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: external_net.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.650738 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.651240 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: external-net Aug 30 19:11:20.651568 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.652482 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.652985 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: extra_dhcp_opt Aug 30 19:11:20.653311 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: extraroute.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.654247 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.654749 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: extraroute Aug 30 19:11:20.655077 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: extraroute_atomic.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.656114 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.656618 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: extraroute-atomic Aug 30 19:11:20.656943 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: filter_validation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.657672 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.658173 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: filter-validation Aug 30 19:11:20.658495 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: fip_pf_description.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.659408 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.659912 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 19:11:20.660229 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: fip_port_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.661152 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.661686 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: fip-port-details Aug 30 19:11:20.662067 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: flavors.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.663330 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.663840 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: flavors Aug 30 19:11:20.664167 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.665857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.666368 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 19:11:20.666701 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: floatingip_pools.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.667405 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.667910 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: floatingip-pools Aug 30 19:11:20.668238 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: ip_allocation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.669172 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.669710 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 19:11:20.670035 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.670959 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.671465 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: ip-substring-filtering Aug 30 19:11:20.671792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l2_adjacency.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.672729 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.673232 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 19:11:20.674123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.675246 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.675761 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: router Aug 30 19:11:20.676090 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.678611 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.679132 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 19:11:20.679462 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.680403 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.680909 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: ext-gw-mode Aug 30 19:11:20.681238 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.682208 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.682711 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: l3-ha Aug 30 19:11:20.683036 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3_flavors.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.683954 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.684456 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: l3-flavors Aug 30 19:11:20.684787 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.685733 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.686237 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 19:11:20.686560 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: l3agentscheduler.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.687588 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.688094 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: l3_agent_scheduler Aug 30 19:11:20.688426 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: logging.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.690601 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.691114 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension logging not supported by any of loaded plugins Aug 30 19:11:20.691504 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: metering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.692188 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.692758 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: metering Aug 30 19:11:20.693085 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.694214 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.694728 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: metering_source_and_destination_fields Aug 30 19:11:20.695055 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: multiprovidernet.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.695986 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.696485 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: multi-provider Aug 30 19:11:20.696806 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: netmtu.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.697765 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.698266 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: net-mtu Aug 30 19:11:20.698589 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: netmtu_writable.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.699508 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.700007 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: net-mtu-writable Aug 30 19:11:20.700331 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: network_availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.701000 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.701524 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: network_availability_zone Aug 30 19:11:20.701851 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: network_ip_availability.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.702955 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.703460 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: network-ip-availability Aug 30 19:11:20.703786 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: network_segment_range.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.704595 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.705093 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 19:11:20.705416 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: pagination.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.706433 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.706762 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: pagination Aug 30 19:11:20.707083 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: port_device_profile.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.707993 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.708501 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: port-device-profile Aug 30 19:11:20.708822 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.709792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.710294 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: port-mac-address-regenerate Aug 30 19:11:20.710615 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.711537 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.712037 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: port-numa-affinity-policy Aug 30 19:11:20.712362 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: port_resource_request.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.713295 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.713818 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 19:11:20.714141 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: portbindings.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.715066 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.715565 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: binding Aug 30 19:11:20.715885 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: portbindings_extended.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.717276 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.717827 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: binding-extended Aug 30 19:11:20.718160 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: portsecurity.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.719080 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.719587 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: port-security Aug 30 19:11:20.719914 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: project_id.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.720910 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.721241 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: project-id Aug 30 19:11:20.721601 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: providernet.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.722548 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.723052 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: provider Aug 30 19:11:20.723374 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.726919 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.727435 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos not supported by any of loaded plugins Aug 30 19:11:20.727769 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.729017 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.729557 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 19:11:20.729887 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.730809 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.731317 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 19:11:20.731641 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_default.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.732554 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.733060 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-default not supported by any of loaded plugins Aug 30 19:11:20.733384 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_fip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.734069 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.734565 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 19:11:20.734886 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.736320 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.736833 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 19:11:20.737153 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.738101 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.738603 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 19:11:20.738929 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_pps_rule.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.740107 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.740620 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 19:11:20.740944 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.741891 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.742398 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 19:11:20.742719 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: qos_rules_alias.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.743759 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.744270 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 19:11:20.744594 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: quotasv2.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.745533 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.745861 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: quotas Aug 30 19:11:20.746182 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: quotasv2_detail.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.749240 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.749617 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: quota_details Aug 30 19:11:20.749949 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: rbac.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.751210 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.752364 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: rbac-policies Aug 30 19:11:20.752697 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: rbac_address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.753676 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.754194 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: rbac-address-group Aug 30 19:11:20.754522 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: rbac_address_scope.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.755446 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.755958 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: rbac-address-scope Aug 30 19:11:20.756283 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: rbac_security_groups.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.757206 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.757739 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: rbac-security-groups Aug 30 19:11:20.758066 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.758984 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.759490 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: rbac-subnetpool Aug 30 19:11:20.759814 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: revisionifmatch.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.760740 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.761246 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: revision-if-match Aug 30 19:11:20.761610 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: revisions.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.762729 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.763240 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: standard-attr-revisions Aug 30 19:11:20.763572 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: router_availability_zone.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.764269 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.764775 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: router_availability_zone Aug 30 19:11:20.765098 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: routerservicetype.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.766040 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.766541 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 19:11:20.766863 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.767888 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.768388 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: security-groups-normalized-cidr Aug 30 19:11:20.768708 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.769662 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.770179 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: port-security-groups-filtering Aug 30 19:11:20.770499 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.771423 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.771931 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: security-groups-remote-address-group Aug 30 19:11:20.772254 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: securitygroup.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.781867 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.782403 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: security-group Aug 30 19:11:20.782786 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: segment.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.783599 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.784103 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension segment not supported by any of loaded plugins Aug 30 19:11:20.784431 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.785390 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.785934 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 19:11:20.786258 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: servicetype.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.787447 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.787964 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: service-type Aug 30 19:11:20.788292 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: sorting.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.789286 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.789703 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: sorting Aug 30 19:11:20.790033 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: standard_attr_segment.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.790955 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.791463 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 19:11:20.791789 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: standardattrdescription.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.792435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.792935 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: standard-attr-description Aug 30 19:11:20.793295 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: stateful_security_group.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.794266 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.794779 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: stateful-security-group Aug 30 19:11:20.795105 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: stdattrs_common.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.795692 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 19:11:20.796014 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.796962 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.797487 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 19:11:20.797816 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnet_onboard.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.799593 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.800106 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: subnet_onboard Aug 30 19:11:20.800437 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.801646 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.802168 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 19:11:20.802493 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnet_service_types.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.803420 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.803930 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: subnet-service-types Aug 30 19:11:20.804258 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnetallocation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.805354 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.805943 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: subnet_allocation Aug 30 19:11:20.806277 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.806973 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.807476 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: subnetpool-prefix-ops Aug 30 19:11:20.807800 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.808727 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.809233 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 19:11:20.809591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: tagging.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.810668 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.811191 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: standard-attr-tag Aug 30 19:11:20.811521 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: timestamp.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.812714 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.813225 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loaded extension: standard-attr-timestamp Aug 30 19:11:20.813589 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: trunk.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.815275 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.815781 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension trunk not supported by any of loaded plugins Aug 30 19:11:20.816110 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: trunk_details.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.817037 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.817592 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 19:11:20.817983 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.818857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.819364 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 19:11:20.819689 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Loading extension file: vlantransparent.py {{(pid=93707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 19:11:20.820364 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 19:11:20.820869 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 19:11:20.823363 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:network Aug 30 19:11:20.823898 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnet Aug 30 19:11:20.824302 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 19:11:20.824706 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:port Aug 30 19:11:20.825993 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.826431 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service FLAVORS assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.827068 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.827491 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.827821 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:router Aug 30 19:11:20.828259 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 19:11:20.828755 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service METERING assigned prefix: /metering {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.830917 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.831326 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.831716 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:11:20.832732 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 19:11:20.833176 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:security_group Aug 30 19:11:20.833711 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 19:11:20.835488 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.835831 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 19:11:20.836191 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] subnetpool is already registered Aug 30 19:11:20.836634 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.836967 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 19:11:20.837307 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] subnetpool is already registered Aug 30 19:11:20.839678 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.840061 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service FLAVORS assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.840653 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.841076 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.841410 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:router Aug 30 19:11:20.841777 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] router is already registered Aug 30 19:11:20.842186 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 19:11:20.842529 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] floatingip is already registered Aug 30 19:11:20.842984 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service METERING assigned prefix: /metering {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.843650 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 19:11:20.843976 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] rbac_policy is already registered Aug 30 19:11:20.844385 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:security_group Aug 30 19:11:20.844727 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] security_group is already registered Aug 30 19:11:20.845123 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 19:11:20.846051 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] security_group_rule is already registered Aug 30 19:11:20.846679 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.847006 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 19:11:20.847342 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] subnetpool is already registered Aug 30 19:11:20.847762 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.v2.resource_helper [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Service CORE assigned prefix: {{(pid=93707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 19:11:20.848086 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 19:11:20.848423 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING neutron.quota.resource_registry [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] subnetpool is already registered Aug 30 19:11:20.848893 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: extensions {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.850389 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: address-groups {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.851874 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: address-scopes {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.853194 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.854408 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: auto-allocated-topology {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.855669 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: availability_zones {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.856890 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: dhcp-networks {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.858532 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: dhcp-agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.859960 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.862930 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: flavors {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.864103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: service_profiles {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.865343 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: next_providers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.866830 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: service_profiles {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.868345 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: floatingip-pools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.869580 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.871701 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: floatingips {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.873002 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: l3-routers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.874419 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: l3-agents {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.875822 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: metering-labels {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.878112 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: metering-label-rules {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.879414 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: network-ip-availabilities {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.880670 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: bindings {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.882360 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: quotas {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.883810 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: quotas {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.885234 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: rbac-policies {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.886471 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: security-groups {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.887773 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: security-group-rules {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.889001 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: service-providers {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.890303 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: subnetpools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.891760 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: subnetpools {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.893916 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.895606 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.897410 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.899230 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.902044 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.903923 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.905648 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.907553 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.909528 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.911267 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron.api.extensions [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Extended resource: tags {{(pid=93707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 19:11:20.917316 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING keystonemiddleware.auth_token [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 19:11:20.922077 dv-cinder-805316-4-iscsi neutron-server[93707]: WARNING keystonemiddleware.auth_token [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 19:11:20.930783 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Acquired lock "singleton_lock" {{(pid=93707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 19:11:20.931263 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_concurrency.lockutils [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Releasing lock "singleton_lock" {{(pid=93707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 19:11:20.931907 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Starting 2 workers Aug 30 19:11:20.937314 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Started child 93814 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 19:11:20.942004 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Started child 93815 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 19:11:20.942883 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.943627 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO neutron.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 19:11:20.944264 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Notify callbacks [] for process, before_spawn {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.944367 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [-] (93814) wsgi starting up on http://0.0.0.0:9696 Aug 30 19:11:20.946409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.946857 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Starting 1 workers Aug 30 19:11:20.947754 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [-] (93815) wsgi starting up on http://0.0.0.0:9696 Aug 30 19:11:20.951850 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Started child 93816 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 19:11:20.952400 dv-cinder-805316-4-iscsi neutron-server[93707]: INFO oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Starting 1 workers Aug 30 19:11:20.956804 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] calling RpcWorker wait() {{(pid=93816) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 19:11:20.957366 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] returning from RpcWorker wait() {{(pid=93816) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 19:11:20.957618 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Started child 93817 {{(pid=93707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 19:11:20.958505 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e6539-8a5a-40af-a6d8-c6b0c7db45d5 None None] Notify callbacks [] for process, after_spawn {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.958611 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.959084 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:20.960441 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 19:11:20.960655 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 19:11:20.960842 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 19:11:20.961048 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 19:11:20.961426 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 19:11:20.961618 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 19:11:20.962109 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.962385 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.962655 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.962747 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:20.963182 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.963182 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.963793 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.964058 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.964313 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.964598 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.964834 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.965002 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.965167 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.965422 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.965700 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.966007 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.966308 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.966557 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.966822 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.966992 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.967424 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.967701 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.967942 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.968214 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.968469 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.968983 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.969217 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.969480 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.969731 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.970020 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.970285 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.970577 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.970825 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.971064 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.971286 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.971553 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.971799 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.972034 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.972257 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.972512 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.972791 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.973224 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] host = dv-cinder-805316-4-iscsi {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.973447 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.973701 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.973954 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.974205 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.974454 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.974848 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.975124 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.975386 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.975648 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.975892 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.976136 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.976393 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.976640 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.976890 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.977054 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_options = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.977275 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.977567 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.977839 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.978032 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.978199 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.978377 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.978633 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.978788 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.979017 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.979249 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.979505 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.979690 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.979938 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.980202 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.980387 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.980641 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.980929 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.981152 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.981401 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.981657 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.981884 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.982116 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.982366 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.982599 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.982915 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.983074 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.983270 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.983488 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.983701 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.983956 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.984189 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.984437 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.984669 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.984929 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.985159 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.985384 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.985635 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.986269 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.986269 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.986665 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.986813 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.986994 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.987246 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.987464 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.987848 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.988063 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.988279 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.988494 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.988776 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.988992 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.989207 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.989422 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.989751 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.989908 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:20.990332 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.990649 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.992278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.992278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.992278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.992278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.992278 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.993660 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.993660 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.993811 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:20.993901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.993901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.993901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.994233 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.994233 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.994469 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.994803 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.995016 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.995311 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.995553 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.995789 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.996012 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.996244 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.996532 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.996757 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.997004 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:20.999103 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.001969 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.009723 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.012591 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.014620 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015123 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.015650 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016092 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016592 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016964 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.016964 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.017890 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.018193 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.018443 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.018705 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.018940 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.019430 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.019779 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.020114 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.020413 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.020695 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.021005 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.021282 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.021565 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.021830 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.022107 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.022376 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.022627 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.023044 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.023299 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.023558 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.023784 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.024069 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.024328 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.024552 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.024958 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.025377 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.025741 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.025983 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.026222 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.026441 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.026722 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.027009 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.027248 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.027523 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.027782 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.028039 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.028295 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.028555 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.028792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.029026 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.029258 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.029492 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.029727 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.029945 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.030210 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.030447 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.030683 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.030930 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.031284 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.031673 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.032076 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.032449 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.032915 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.033171 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.033387 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.033613 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.033886 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.034104 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.034324 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.034544 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.034780 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.035090 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.035337 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.035628 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.035880 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.036130 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.036368 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.036614 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.037042 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.037452 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.037732 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.037958 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.038198 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.038414 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.038643 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.038863 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.039081 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.039311 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.039549 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.039806 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.040051 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.040435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.040669 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.040906 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.041206 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.041433 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.041715 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.041957 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.042254 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.042413 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.042630 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.042846 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.043091 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.043337 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.043561 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.043775 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.043987 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.044201 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.044439 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.044666 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.044942 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.045193 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.045429 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.045721 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.046118 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.046511 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.046781 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.047005 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.047241 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.047467 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.047685 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.047904 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.048941 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.048941 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.048941 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.048941 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.049219 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.049219 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.049437 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.049704 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.049946 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.050181 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.050399 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.050630 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.050857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.051070 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.051280 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.051759 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.051976 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.052186 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.052435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.052646 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.052855 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.053078 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.053319 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.053561 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.053891 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.054154 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.054400 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.054693 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.054942 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.055193 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.055437 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.055754 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.055964 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.056207 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.056429 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.056646 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.056867 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.057430 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.057594 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.057808 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.058067 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.058336 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.058608 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.058886 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.059158 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.059403 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.059686 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.060017 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.060295 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.060565 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.060796 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.061047 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.061269 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.061516 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.061745 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.061993 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.062209 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.062481 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.062713 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.062937 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.063156 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.063410 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.063648 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.064395 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.064739 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.064903 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.065128 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.065286 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 19:11:21.065830 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 19:11:21.065991 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 19:11:21.066205 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 19:11:21.066391 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 19:11:21.066563 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 19:11:21.066724 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 19:11:21.066913 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067077 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067238 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067399 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067559 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067740 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.067901 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068060 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068220 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068379 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068538 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068698 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.068857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069015 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069176 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069335 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069514 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069677 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.069842 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070008 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070166 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070326 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070486 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] debug = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070645 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070846 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.070998 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071158 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071317 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071545 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071685 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071768 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.071928 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072087 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072283 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072402 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072560 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072720 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.072879 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073040 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073198 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073356 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] host = dv-cinder-805316-4-iscsi {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073537 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073697 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.073856 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074016 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074159 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074480 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074642 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.074798 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075120 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075280 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075580 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075712 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.075867 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_options = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076026 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076185 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076344 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076530 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076695 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.076855 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077015 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077175 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077335 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077514 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077673 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077833 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.077992 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078154 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078318 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078510 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078626 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078783 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.078944 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079104 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079262 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079422 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079632 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079798 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.079959 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080355 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080355 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080537 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080609 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080718 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.080860 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081025 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081183 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081343 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081522 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081705 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081830 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.081993 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082153 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082312 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082470 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082630 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082790 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.082949 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083107 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083265 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_json = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083423 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083582 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083740 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.083900 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.084057 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.084214 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.084375 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.084534 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 19:11:21.084713 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.084880 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.085052 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.085211 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.085553 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.085717 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.085878 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086040 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086202 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086363 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086531 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086694 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.086867 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087029 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087192 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087355 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087521 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087686 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087845 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.087984 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.088132 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.088651 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.088651 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.088651 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089048 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089048 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089048 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089633 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089975 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089975 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.089975 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090214 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090296 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090426 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090588 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090751 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.090913 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091074 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091235 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091396 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091557 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091724 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.091888 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092113 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092212 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092292 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:21.092385 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092507 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092667 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092828 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.092990 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093152 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093314 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093487 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093667 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093829 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.093989 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094150 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094311 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094474 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094634 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094795 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.094973 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.095106 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.095791 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.095966 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096128 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096294 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096453 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096614 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096775 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.096937 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097098 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097264 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097413 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097598 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097760 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.097922 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098083 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098247 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098408 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098571 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098733 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.098895 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099055 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099217 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099379 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099540 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099710 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.099891 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100052 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100213 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100374 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100535 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100696 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.100856 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101017 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101179 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101339 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101529 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101693 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.101857 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102019 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102184 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102348 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102509 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102669 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102831 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.102993 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103154 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103317 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103478 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103639 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103800 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.103960 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104132 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104293 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104459 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104623 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.104963 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105127 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105290 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105451 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105635 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105796 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.105959 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106120 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106281 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106444 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106612 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106783 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.106957 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107119 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107281 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107442 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107628 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107792 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.107953 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108138 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108279 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108441 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108605 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108766 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.108929 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109091 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109255 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109418 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109600 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109756 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.109922 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110085 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110249 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110411 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110574 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110754 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.110986 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111151 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111312 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111439 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111612 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111774 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.111896 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112058 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112221 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112432 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112552 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112684 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.112851 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113034 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113172 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113311 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113486 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113657 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.113917 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114086 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114249 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114412 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114577 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114741 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.114906 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115068 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115232 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115395 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115556 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115720 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.115883 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116046 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116210 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116372 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116534 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116711 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.116874 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117036 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117199 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117360 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117545 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117710 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.117872 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118034 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118195 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118423 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118546 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118674 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118835 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.118998 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119160 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119483 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119682 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119810 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.119972 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120158 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120298 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120462 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120626 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120798 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.120966 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121125 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121285 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121446 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121642 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121795 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.121958 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122121 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122282 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122496 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122632 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122741 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.122904 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123066 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123226 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123388 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123551 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123722 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.123884 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124046 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124207 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124368 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124530 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124703 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.124865 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125027 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125189 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125350 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125534 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125707 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.125871 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.126032 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.126202 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.126876 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127049 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127300 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127506 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127700 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127786 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.127953 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128113 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128276 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128438 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128605 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128777 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.128946 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129110 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129281 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129452 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129646 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129814 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.129982 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130157 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130319 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130481 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130643 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130805 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.130967 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131129 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131291 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131451 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131655 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131831 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.131996 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132158 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132321 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132484 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132629 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132794 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.132955 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.133119 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.133281 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 19:11:21.133435 dv-cinder-805316-4-iscsi neutron-server[93707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 19:11:21.284232 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 46270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:21.292786 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062013 Aug 30 19:11:33.084327 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d6623-6f59-4037-9d93-6bcb6071f245 None None] get_active_networks_info from dv-cinder-805316-4-iscsi {{(pid=93816) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 19:11:33.256866 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d6623-6f59-4037-9d93-6bcb6071f245 None None] No non-hosted networks {{(pid=93816) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 19:11:33.264504 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.agentschedulers_db [None req-408d6623-6f59-4037-9d93-6bcb6071f245 None None] DHCP Agent not found on host dv-cinder-805316-4-iscsi {{(pid=93816) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 19:11:33.351274 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7b539276-51b3-44ff-ad65-b58211206a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:35.743345 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90c3b3b6-0f47-45e4-a1c5-21f9f09e7b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:35.841184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-406803d7-6eb0-48b8-9dc6-d356a19e458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:36.096102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:36.097688 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.099007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.099580 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.100808 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.101879 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.103116 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.104319 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.105633 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.106827 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.107689 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.108687 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.109225 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:36.113408 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805316-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:36.130802 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805316-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:11:37.027707 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:38.557580 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:39.718817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46362) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:40.252034 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-41b72216-acab-49e6-8e61-84f482b6c257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:11:40.252680 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-41b72216-acab-49e6-8e61-84f482b6c257 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:11:40.257452 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.db.l3_hamode_db [None req-151760f7-d4b7-404a-b021-7ff10e50dc0e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 19:11:40.335589 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151760f7-d4b7-404a-b021-7ff10e50dc0e None None] Routers set() bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:11:40.335977 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151760f7-d4b7-404a-b021-7ff10e50dc0e None None] Router IDs set() for agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 19:11:40.474669 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-41b72216-acab-49e6-8e61-84f482b6c257 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:11:40.475843 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-41b72216-acab-49e6-8e61-84f482b6c257 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7549036 Aug 30 19:11:42.908918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46376) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:43.221273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:11:43.315470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.policy [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93815) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 19:11:43.361238 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:11:43.361685 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:11:43.370543 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.quota [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] Loaded quota_driver: . Aug 30 19:11:43.462512 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831052960', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831052437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831065197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831062833', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763830493497', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763831086228', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1607137', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1733830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776041'] for rbac-policy, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:43.527029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:43.528447 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f05bc31b-1825-4104-ba5a-b79ace102001 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6184981 Aug 30 19:11:46.102236 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46388) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:46.402967 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Request body: {'network': {'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'name': 'private'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:11:46.432580 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Made reservation on behalf of a672a579720b4644af10cc7d942ddb9b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:11:46.435438 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.453089 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.579958 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.583831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.607548 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:11:46.631763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763833254858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.632326 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Unsubscribe: segment precommit_create {{(pid=93815) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 19:11:46.632818 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Added segment 5bf725df-3350-4dda-8c87-2f37d4f3171d of type vlan for network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 Aug 30 19:11:46.638696 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67947ae-41b2-4d1f-a747-1fe11154f2f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:11:46.673697 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.674045 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.674377 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.675058 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.675286 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.675619 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.675938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.676253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.676584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.676901 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.677212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.677546 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Tracked resource versions report: Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: pushed versions: Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: consumer versions: Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Log': '1.0', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Network': '1.1', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Port': '1.7', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 30 19:11:46.680526 dv-cinder-805316-4-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:11:46.754840 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.793705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.794862 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:11:46.795503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:46.874485 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7710881 Aug 30 19:11:46.893122 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76a804-4343-41c1-9037-294508709e37 admin admin] Pushing event updated for resources: {'Network': ['ID=746e4a78-9473-45dd-94a0-61b6c7f87ae2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:11:46.906484 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:11:49.566555 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46402) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:49.960518 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4c457-55fe-41ca-8921-3abd78f77c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:11:49.961898 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d7a4c457-55fe-41ca-8921-3abd78f77c73 admin admin] 10.222.0.74 "GET /v2.0/networks/746e4a78-9473-45dd-94a0-61b6c7f87ae2 HTTP/1.1" status: 200 len: 826 time: 0.3944058 Aug 30 19:11:49.987355 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8845f774-ecaf-473a-b3a2-f2ecc7e48372 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/adf85e3b-0c66-4cec-8348-1c13aacfceb4 HTTP/1.1" status: 200 len: 734 time: 0.0186238 Aug 30 19:11:49.996390 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:11:50.020108 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Made reservation on behalf of a672a579720b4644af10cc7d942ddb9b for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:11:50.022304 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:50.320160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:50.385770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Checking segment: {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:11:50.386154 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Network hostable DHCP agents. Network: 746e4a78-9473-45dd-94a0-61b6c7f87ae2, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:11:50.393127 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42f04cc-4fa3-4707-bce3-0a532fec47b7,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:11:50.410060 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:11:50.424759 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 746e4a78-9473-45dd-94a0-61b6c7f87ae2) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:11:50.429213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:11:50.429808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:50.434671 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f05cd3-3dbf-4fc2-a5c9-76500e97dc36 None None] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:11:50.444170 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-505a7ea4-5a79-4c5f-9cd1-57fc863a239e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4510353 Aug 30 19:11:50.791777 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:11:50.793130 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.075991 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Allocated IP 172.20.0.2 (746e4a78-9473-45dd-94a0-61b6c7f87ae2/d42f04cc-4fa3-4707-bce3-0a532fec47b7/e04717de-f576-48d2-8ac8-928468c01873) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:11:51.276029 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.293761 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Transition to ACTIVE for port object e04717de-f576-48d2-8ac8-928468c01873 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:11:51.343317 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Transition to ACTIVE for port object e04717de-f576-48d2-8ac8-928468c01873 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:11:51.351173 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.413652 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:11:51.425009 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:11:51.429515 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:11:51.440765 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Pushing event updated for resources: {'Port': ['ID=e04717de-f576-48d2-8ac8-928468c01873,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:11:51.471405 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.471753 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.472094 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.472429 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.472759 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.473087 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.473418 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.473765 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.474103 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.474432 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.474750 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.475070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Tracked resource versions report: Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: pushed versions: Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: consumer versions: Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Log': '1.0', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Network': '1.1', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Port': '1.7', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 30 19:11:51.476132 dv-cinder-805316-4-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:11:51.526110 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Attempting to bind port e04717de-f576-48d2-8ac8-928468c01873 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:11:51.526512 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Attempting to bind port e04717de-f576-48d2-8ac8-928468c01873 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:11:51.526932 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Attempting to bind port e04717de-f576-48d2-8ac8-928468c01873 on network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:11:51.532656 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:11:51.533074 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Checking segment: {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:11:51.533587 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.533983 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Bound using segment: {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:11:51.534497 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Bound port: e04717de-f576-48d2-8ac8-928468c01873, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:11:51.534936 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.597786 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] For port e04717de-f576-48d2-8ac8-928468c01873, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:11:51.601867 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] For port e04717de-f576-48d2-8ac8-928468c01873, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=e04717de-f576-48d2-8ac8-928468c01873,segment=NetworkSegment(5bf725df-3350-4dda-8c87-2f37d4f3171d),segment_id=5bf725df-3350-4dda-8c87-2f37d4f3171d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:11:51.607452 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:51.677278 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318f071-6733-4c6c-9fb5-a5b274fa97d0 None None] Pushing event updated for resources: {'Port': ['ID=e04717de-f576-48d2-8ac8-928468c01873,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:11:52.873923 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46410) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:53.203659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-843c8fe1-2d64-4179-8d67-ff2d7d1c1419 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:11:53.204644 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-843c8fe1-2d64-4179-8d67-ff2d7d1c1419 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3297713 Aug 30 19:11:55.640092 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:55.956564 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-a8ae5a71-6042-4837-b16e-a6221da8f0ac admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:11:55.957720 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a8ae5a71-6042-4837-b16e-a6221da8f0ac admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165712 Aug 30 19:11:58.644283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46428) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:11:58.945899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Request body: {'router': {'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:11:58.976151 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:58.978328 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:59.120632 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:59.126216 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:59.138556 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:11:59.139813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-51632ef9-343f-4cd7-9740-5b1646074528 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4945583 Aug 30 19:11:59.994660 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device e04717de-f576-48d2-8ac8-928468c01873 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:00.080781 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port e04717de-f576-48d2-8ac8-928468c01873 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:12:00.165067 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb37c18-a93e-44a9-a570-f9432d875a78 None None] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:12:00.227951 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Provisioning for port e04717de-f576-48d2-8ac8-928468c01873 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:12:00.239552 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Provisioning complete for port e04717de-f576-48d2-8ac8-928468c01873 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:00.239937 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:00.411124 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:00.462160 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] For port e04717de-f576-48d2-8ac8-928468c01873, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=e04717de-f576-48d2-8ac8-928468c01873,segment=NetworkSegment(5bf725df-3350-4dda-8c87-2f37d4f3171d),segment_id=5bf725df-3350-4dda-8c87-2f37d4f3171d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:12:00.467582 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:00.519055 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24c548-e032-47b4-863d-8f79bf958004 None None] Pushing event updated for resources: {'Port': ['ID=e04717de-f576-48d2-8ac8-928468c01873,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:00.691025 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b92bc79a-010a-4d2b-a330-83227da51ba3 None None] Provisioning complete for port e04717de-f576-48d2-8ac8-928468c01873 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:00.691324 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b92bc79a-010a-4d2b-a330-83227da51ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:01.566742 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46440) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:01.876445 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-446535fd-2a39-40b3-9f7c-6691ed9263d5 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:12:01.877442 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-446535fd-2a39-40b3-9f7c-6691ed9263d5 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097603 Aug 30 19:12:01.952991 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device e04717de-f576-48d2-8ac8-928468c01873 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:02.005009 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port e04717de-f576-48d2-8ac8-928468c01873 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:02.005376 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:03.005203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4bdeab5-c1b4-4cc2-ae40-87b7a213fef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.306457 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46448) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:04.619442 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:12:04.641244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Made reservation on behalf of bc9ce71488d649d59d6148b874462dec for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:12:04.643469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.651084 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.737516 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.740794 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.757695 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Reserving flat network on physical network physnet1 {{(pid=93815) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 19:12:04.777531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88001fd7-389a-4f78-82fa-e72929cf4c9f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:04.780874 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.780874 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Added segment 582e23e5-96bf-45cb-9dca-0b75a5684833 of type flat for network 39e07233-689e-4f3b-bd40-94de9706aa60 Aug 30 19:12:04.826838 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.857793 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.858893 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:12:04.859461 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:04.911984 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6044374 Aug 30 19:12:04.919336 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7437ff9-7276-411e-bfd8-4747746b3961 admin admin] Pushing event updated for resources: {'Network': ['ID=39e07233-689e-4f3b-bd40-94de9706aa60,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:04.935461 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 39e07233-689e-4f3b-bd40-94de9706aa60 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:12:05.738146 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d00b55a0-1b2e-4dbf-9497-ea0901263031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:06.096537 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:06.971284 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:07.320332 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46466) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:07.497832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de977d7-6c69-4f0d-9e87-9ac541a7b9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:12:07.499173 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7de977d7-6c69-4f0d-9e87-9ac541a7b9f0 admin admin] 10.222.0.74 "GET /v2.0/subnets/d42f04cc-4fa3-4707-bce3-0a532fec47b7 HTTP/1.1" status: 200 len: 849 time: 0.1778936 Aug 30 19:12:07.620506 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-472d643d-bb29-4d53-861f-c107c9df71b1 admin admin] 10.222.0.74 "GET /v2.0/routers/6831bac7-4fbb-4bdf-8a73-f8317f97c397 HTTP/1.1" status: 200 len: 704 time: 0.1151731 Aug 30 19:12:07.883625 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.016979 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:12:08.178863 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Allocated IP 172.20.0.1 (746e4a78-9473-45dd-94a0-61b6c7f87ae2/d42f04cc-4fa3-4707-bce3-0a532fec47b7/448575aa-051f-407b-b9ef-12d2943c0a25) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:12:08.372047 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.394543 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Transition to ACTIVE for port object 448575aa-051f-407b-b9ef-12d2943c0a25 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:12:08.461809 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.471448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.524465 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:12:08.530936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:12:08.547402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:12:08.547931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.569868 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Pushing event updated for resources: {'Port': ['ID=448575aa-051f-407b-b9ef-12d2943c0a25,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:08.730870 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-83ebd7b6-8887-40a3-bdf6-3af11d49eb9a None None] Provisioning for port 448575aa-051f-407b-b9ef-12d2943c0a25 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:12:08.734874 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-83ebd7b6-8887-40a3-bdf6-3af11d49eb9a None None] Provisioning complete for port 448575aa-051f-407b-b9ef-12d2943c0a25 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:08.735247 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83ebd7b6-8887-40a3-bdf6-3af11d49eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.747946 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.768223 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-83ebd7b6-8887-40a3-bdf6-3af11d49eb9a None None] Port 448575aa-051f-407b-b9ef-12d2943c0a25 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:12:08.955469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.959855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:08.960667 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:09.036298 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Pushing event updated for resources: {'Port': ['ID=448575aa-051f-407b-b9ef-12d2943c0a25,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:09.084811 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:12:09.086107 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:12:09.245258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:12:09.289145 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-32d21324-a071-43ef-8480-061c9771e48f None None] Provisioning complete for port 448575aa-051f-407b-b9ef-12d2943c0a25 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:09.289410 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d21324-a071-43ef-8480-061c9771e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:09.322760 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-32d21324-a071-43ef-8480-061c9771e48f None None] Port 448575aa-051f-407b-b9ef-12d2943c0a25 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:12:09.337028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:12:09.345271 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bc2751ad-965e-402f-972e-05373f0d2b45 admin admin] 10.222.0.74 "PUT /v2.0/routers/6831bac7-4fbb-4bdf-8a73-f8317f97c397/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7179415 Aug 30 19:12:09.347299 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Sync routers for ids ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:12:09.361088 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Routers {'6831bac7-4fbb-4bdf-8a73-f8317f97c397'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:12:09.361864 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:12:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:09.550212 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Set router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:12:09.975310 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:08Z', 'revision_number': 2, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port_host': None, '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:08Z', 'revision_number': 2, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:10.030658 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Checking router: 6831bac7-4fbb-4bdf-8a73-f8317f97c397 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:12:10.031019 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Updating router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 port 448575aa-051f-407b-b9ef-12d2943c0a25 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:12:10.080237 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.601820 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.620058 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Transition to ACTIVE for port object 448575aa-051f-407b-b9ef-12d2943c0a25 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:12:10.626341 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.773598 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Pushing event updated for resources: {'Port': ['ID=448575aa-051f-407b-b9ef-12d2943c0a25,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:10.797261 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.797632 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.797954 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.798548 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.798875 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.799199 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.799518 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.799839 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.800178 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.800498 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.800816 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.801131 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Tracked resource versions report: Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: pushed versions: Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: consumer versions: Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Log': '1.0', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Network': '1.1', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Port': '1.7', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 30 19:12:10.802230 dv-cinder-805316-4-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:12:10.813519 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Attempting to bind port 448575aa-051f-407b-b9ef-12d2943c0a25 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:12:10.813925 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Attempting to bind port 448575aa-051f-407b-b9ef-12d2943c0a25 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:12:10.814356 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Attempting to bind port 448575aa-051f-407b-b9ef-12d2943c0a25 on network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:12:10.819546 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:12:10.819979 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Checking segment: {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:12:10.820466 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.820858 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Bound using segment: {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:12:10.821408 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Bound port: 448575aa-051f-407b-b9ef-12d2943c0a25, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf725df-3350-4dda-8c87-2f37d4f3171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:12:10.821822 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.888774 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] For port 448575aa-051f-407b-b9ef-12d2943c0a25, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:12:10.908687 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] For port 448575aa-051f-407b-b9ef-12d2943c0a25, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=448575aa-051f-407b-b9ef-12d2943c0a25,segment=NetworkSegment(5bf725df-3350-4dda-8c87-2f37d4f3171d),segment_id=5bf725df-3350-4dda-8c87-2f37d4f3171d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:12:10.912785 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:10.968251 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Routers {'6831bac7-4fbb-4bdf-8a73-f8317f97c397'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:12:10.968864 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:12:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:11.040237 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51284b-4bbd-406c-9175-929d6089719a None None] Pushing event updated for resources: {'Port': ['ID=448575aa-051f-407b-b9ef-12d2943c0a25,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:11.068781 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] Set router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:12:11.271995 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:08Z', 'revision_number': 2, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port_host': None, '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:10Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:11.304595 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cee4612-117d-4cb8-91d0-14ef44aa07cb None None] The sync data for ids ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'] in dv-cinder-805316-4-iscsi is: [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:08Z', 'revision_number': 2, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port_host': None, '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:10Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:12:11.645904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46486) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:11.755283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ba07a-504f-4c27-8237-55975bff8737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:12:11.756644 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-068ba07a-504f-4c27-8237-55975bff8737 admin admin] 10.222.0.74 "GET /v2.0/networks/39e07233-689e-4f3b-bd40-94de9706aa60 HTTP/1.1" status: 200 len: 842 time: 0.1097851 Aug 30 19:12:11.767207 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:12:11.788021 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Made reservation on behalf of bc9ce71488d649d59d6148b874462dec for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:12:11.790255 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:12.142284 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.objects.ports [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 19:12:12.142756 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:12.198152 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:12.205319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:12:12.205707 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Network hostable DHCP agents. Network: 39e07233-689e-4f3b-bd40-94de9706aa60, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:12:12.223254 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:12:12.233483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 39e07233-689e-4f3b-bd40-94de9706aa60) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:12:12.237926 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:12:12.238527 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:12.243991 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590022de-880e-459f-8b22-296db5fc7c98 None None] Network 39e07233-689e-4f3b-bd40-94de9706aa60 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:12:12.253237 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7a1d9c1c-6dd5-4d30-94ea-667bce4b4430 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4894955 Aug 30 19:12:12.378098 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac7731-fde1-40a7-9c83-75cdc26cc9b4 None None] Network 39e07233-689e-4f3b-bd40-94de9706aa60 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:12:14.583367 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46494) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:14.713641 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0b4e27c4-36b2-437a-959b-ccbd193ec3fd admin admin] 10.222.0.74 "GET /v2.0/routers/6831bac7-4fbb-4bdf-8a73-f8317f97c397 HTTP/1.1" status: 200 len: 710 time: 0.1290686 Aug 30 19:12:14.812454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2709b-beb2-43ad-899f-e2cec0cc91cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:12:14.814189 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ffb2709b-beb2-43ad-899f-e2cec0cc91cd admin admin] 10.222.0.74 "GET /v2.0/networks/39e07233-689e-4f3b-bd40-94de9706aa60 HTTP/1.1" status: 200 len: 886 time: 0.0938537 Aug 30 19:12:14.825230 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:12:15.074692 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:15.330002 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:15.409819 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:15.542096 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Allocated IP 172.27.0.155 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/fdf28d73-7bf6-4fdd-b22f-fa48c7f69379) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:12:15.648073 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:15.686941 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:15.731450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:12:15.734582 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:12:15.738177 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:12:15.773913 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Pushing event updated for resources: {'Port': ['ID=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:16.071814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:16.262767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-716528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-715462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:16.266287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-716539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715487'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:16.372784 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:12:16.491422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:12:16.495965 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:16.497302 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9b02613d-fcba-4c96-9f7e-39510bc3f1de admin admin] 10.222.0.74 "PUT /v2.0/routers/6831bac7-4fbb-4bdf-8a73-f8317f97c397 HTTP/1.1" status: 200 len: 890 time: 1.6767070 Aug 30 19:12:17.859545 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Sync routers for ids ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:12:17.871148 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Routers {'6831bac7-4fbb-4bdf-8a73-f8317f97c397'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:12:17.871817 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:12:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:18.069550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 448575aa-051f-407b-b9ef-12d2943c0a25 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:18.160579 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Set router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:12:18.235871 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 448575aa-051f-407b-b9ef-12d2943c0a25 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:12:18.277404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 448575aa-051f-407b-b9ef-12d2943c0a25 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:18.278210 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:18.550316 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:18.614835 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 448575aa-051f-407b-b9ef-12d2943c0a25, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=448575aa-051f-407b-b9ef-12d2943c0a25,segment=NetworkSegment(5bf725df-3350-4dda-8c87-2f37d4f3171d),segment_id=5bf725df-3350-4dda-8c87-2f37d4f3171d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:12:18.621126 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:18.672062 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:15Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port': {'id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:15Z', 'updated_at': '2021-08-30T19:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:10Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:18.729835 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Checking router: 6831bac7-4fbb-4bdf-8a73-f8317f97c397 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:12:18.730653 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Updating router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:12:18.764049 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=448575aa-051f-407b-b9ef-12d2943c0a25,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:18.786068 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:18.930601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 46506) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:12:19.056274 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-465a8ca6-bce0-42e4-927e-104799992b1e admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1245289 Aug 30 19:12:19.119759 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:19.130526 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Transition to ACTIVE for port object fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:12:19.136752 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:19.189395 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Attempting to bind port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:12:19.189798 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Attempting to bind port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:12:19.190161 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Attempting to bind port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:12:19.192206 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604f8e3-bf35-4e8b-8d03-7b692c0c75cb None None] Pushing event updated for resources: {'Port': ['ID=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:19.198079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:12:19.198971 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:12:19.199576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:19.199942 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:12:19.200631 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Bound port: fdf28d73-7bf6-4fdd-b22f-fa48c7f69379, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:12:19.200818 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:19.252594 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] For port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:12:19.256010 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] For port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:12:19.259635 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:19.321032 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Routers {'6831bac7-4fbb-4bdf-8a73-f8317f97c397'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:12:19.321679 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:12:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:19.324408 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604f8e3-bf35-4e8b-8d03-7b692c0c75cb None None] Pushing event updated for resources: {'Port': ['ID=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:19.519176 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] Set router 6831bac7-4fbb-4bdf-8a73-f8317f97c397 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:12:19.736788 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:15Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port': {'id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:15Z', 'updated_at': '2021-08-30T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:18Z', 'revision_number': 5, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:12:19.768663 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9ffdb-59fc-45c8-916f-0273c8bf0167 None None] The sync data for ids ['6831bac7-4fbb-4bdf-8a73-f8317f97c397'] in dv-cinder-805316-4-iscsi is: [{'id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'name': 'router1', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:11:58Z', 'updated_at': '2021-08-30T19:12:15Z', 'revision_number': 4, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'gw_port': {'id': 'fdf28d73-7bf6-4fdd-b22f-fa48c7f69379', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:15Z', 'updated_at': '2021-08-30T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '448575aa-051f-407b-b9ef-12d2943c0a25', 'name': '', 'network_id': '746e4a78-9473-45dd-94a0-61b6c7f87ae2', 'tenant_id': 'a672a579720b4644af10cc7d942ddb9b', 'mac_address': 'fa:16:3e:bc:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6831bac7-4fbb-4bdf-8a73-f8317f97c397', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:12:07Z', 'updated_at': '2021-08-30T19:12:18Z', 'revision_number': 5, 'project_id': 'a672a579720b4644af10cc7d942ddb9b', 'subnets': [{'id': 'd42f04cc-4fa3-4707-bce3-0a532fec47b7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'adf85e3b-0c66-4cec-8348-1c13aacfceb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:12:20.096609 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 448575aa-051f-407b-b9ef-12d2943c0a25 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:20.155207 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 448575aa-051f-407b-b9ef-12d2943c0a25 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:20.156268 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:20.238543 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:20.299299 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:12:20.303699 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:20.304074 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:20.387243 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:20.423909 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:12:20.430861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:20.488598 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=fdf28d73-7bf6-4fdd-b22f-fa48c7f69379,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:12:21.976460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:12:22.028285 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port fdf28d73-7bf6-4fdd-b22f-fa48c7f69379 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:12:22.028805 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:33.008333 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-152af6db-e88f-43e0-9bbe-c8a12c2327bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:35.748636 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1314e850-877e-41cd-8fa5-078f9efb054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:36.106190 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:36.977919 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:38.495515 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:12:45.016490 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:13:03.013043 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ccb68fc-79a6-4d9c-a21b-b800ab41d85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:05.744953 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93ba472d-b59c-41ee-b8a7-525c37cae7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:06.102136 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:06.982200 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:08.500470 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:22.014811 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:13:33.015323 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-30c0e91a-13bd-402f-9bcd-eb6e2543dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:35.746074 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f67d05a-8470-4455-bf1a-20ea5ae2ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:36.104951 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:36.979565 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:38.502216 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:13:57.183961 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47068) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:13:57.245938 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-97caa625-c081-4454-86f1-1d622181a0db admin admin] GET failed (client error): The resource could not be found. Aug 30 19:13:57.247273 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-97caa625-c081-4454-86f1-1d622181a0db admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623429 Aug 30 19:13:57.409422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd98acf-4010-4e84-9458-8538df261fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:13:57.410932 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9bd98acf-4010-4e84-9458-8538df261fdb admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1589499 Aug 30 19:13:59.014366 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:13:59.602354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:13:59.726015 dv-cinder-805316-4-iscsi neutron-server[93814]: WARNING oslo_policy.policy [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:13:59.726578 dv-cinder-805316-4-iscsi neutron-server[93814]: WARNING oslo_policy.policy [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:14:00.138916 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.policy [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93814) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 19:14:00.185781 dv-cinder-805316-4-iscsi neutron-server[93814]: WARNING oslo_policy.policy [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:14:00.186152 dv-cinder-805316-4-iscsi neutron-server[93814]: WARNING oslo_policy.policy [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 19:14:00.194465 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:00.196186 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a06ce228-f975-475b-9ca8-abc5d63f5e19 admin admin] 10.222.0.74 "GET /v2.0/subnets/d42f04cc-4fa3-4707-bce3-0a532fec47b7 HTTP/1.1" status: 200 len: 849 time: 0.5928848 Aug 30 19:14:00.206634 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:14:00.293411 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:00.454729 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763833318364'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:00.522003 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:00.523292 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:00.523969 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] 10.222.0.74 "PUT /v2.0/subnets/d42f04cc-4fa3-4707-bce3-0a532fec47b7 HTTP/1.1" status: 200 len: 868 time: 0.3215356 Aug 30 19:14:00.527340 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bced2-ae7e-4ec1-81b4-7077effcac99 None None] Network 746e4a78-9473-45dd-94a0-61b6c7f87ae2 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:14:00.543077 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42f04cc-4fa3-4707-bce3-0a532fec47b7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:00.553396 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.553786 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.554153 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.554531 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.554882 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.555241 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.555602 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.555948 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.557013 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.557605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.558184 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.558708 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd2a047-140b-423d-aa4a-e0c252c06141 admin admin] Tracked resource versions report: Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: pushed versions: Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: { 'AddressGroup': {'1.2'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Log': {'1.0'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Network': {'1.1'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Port': {'1.7'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'PortForwarding': {'1.2'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'QosPolicy': {'1.9'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroup': {'1.4'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SubPort': {'1.0'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Subnet': {'1.1'}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Trunk': {'1.1'}} Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: consumer versions: Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'ConntrackHelper': '1.0', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Log': '1.0', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Network': '1.1', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Port': '1.7', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'PortForwarding': '1.2', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'QosPolicy': '1.9', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroup': '1.4', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroupRule': '1.2', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SubPort': '1.0', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Subnet': '1.1', Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Trunk': '1.1'}} Aug 30 19:14:00.560621 dv-cinder-805316-4-iscsi neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:14:00.876258 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7d34672e-fda7-49fc-9413-b14e551efc72 None None] Provisioning complete for port e04717de-f576-48d2-8ac8-928468c01873 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:14:00.876715 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d34672e-fda7-49fc-9413-b14e551efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:00.966375 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7d34672e-fda7-49fc-9413-b14e551efc72 None None] Provisioning complete for port 448575aa-051f-407b-b9ef-12d2943c0a25 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:14:00.966645 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7d34672e-fda7-49fc-9413-b14e551efc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:02.766261 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:02.999226 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f7ed46-6e44-4a4e-9080-a5244c229937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:02.999599 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f7ed46-6e44-4a4e-9080-a5244c229937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:03.001222 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c6f7ed46-6e44-4a4e-9080-a5244c229937 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2340186 Aug 30 19:14:03.017240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-acbfa4ed-fed8-44ad-b0d0-28b6a967aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:05.216424 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:05.349968 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027a379-3c0d-4a9a-be42-8c0c78f199f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:05.350443 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027a379-3c0d-4a9a-be42-8c0c78f199f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:05.351957 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-6027a379-3c0d-4a9a-be42-8c0c78f199f8 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1346705 Aug 30 19:14:05.746948 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-958eeba1-185f-4c69-80ff-3052e7904192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:06.106782 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:06.983260 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:07.528976 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:07.730719 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec3101-73f0-4b61-b365-15d7a58feb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:07.731997 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-28ec3101-73f0-4b61-b365-15d7a58feb59 admin admin] 10.222.0.74 "GET /v2.0/networks/39e07233-689e-4f3b-bd40-94de9706aa60 HTTP/1.1" status: 200 len: 886 time: 0.2020397 Aug 30 19:14:08.509589 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:09.958494 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:10.109118 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3fb4b3-5ff2-4ca7-ba8e-1af0464c631d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:10.110547 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-be3fb4b3-5ff2-4ca7-ba8e-1af0464c631d admin admin] 10.222.0.74 "GET /v2.0/networks/746e4a78-9473-45dd-94a0-61b6c7f87ae2 HTTP/1.1" status: 200 len: 870 time: 0.1510999 Aug 30 19:14:12.332251 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47130) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:12.456384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ec0bc-5c61-410a-af29-65abd3f22794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:12.456836 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ec0bc-5c61-410a-af29-65abd3f22794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:12.458397 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2c6ec0bc-5c61-410a-af29-65abd3f22794 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252027 Aug 30 19:14:14.748378 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:14.873333 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1119afe-7bdc-46cc-8e48-6110cbcc4642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:14.873818 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1119afe-7bdc-46cc-8e48-6110cbcc4642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:14.875326 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f1119afe-7bdc-46cc-8e48-6110cbcc4642 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260002 Aug 30 19:14:17.184322 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:17.288050 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e981ee-27d0-4b5d-a7cb-3cf9c4f4dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:17.289416 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-08e981ee-27d0-4b5d-a7cb-3cf9c4f4dda9 admin admin] 10.222.0.74 "GET /v2.0/subnets/d42f04cc-4fa3-4707-bce3-0a532fec47b7 HTTP/1.1" status: 200 len: 868 time: 0.1039727 Aug 30 19:14:19.548509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:19.638874 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a42823c-1438-4214-850c-44bcd2c74808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:19.640391 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3a42823c-1438-4214-850c-44bcd2c74808 admin admin] 10.222.0.74 "GET /v2.0/subnets/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b HTTP/1.1" status: 200 len: 816 time: 0.0908875 Aug 30 19:14:33.019076 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-68bfc61f-2e37-4630-a927-bbb0cc31c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:35.749030 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3418bc91-1ad8-46ea-80f2-ad44f22e67ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:36.014690 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:14:36.109770 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:36.986073 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:38.513502 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:44.266112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47208) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:44.313358 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-5b1b29ac-34ea-47ed-8d62-c98da68b2609 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:14:44.314387 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5b1b29ac-34ea-47ed-8d62-c98da68b2609 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473380 Aug 30 19:14:46.598625 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47216) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:46.659999 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-df060ebf-16bb-44ef-980f-2e3d090ccc35 admin admin] GET failed (client error): The resource could not be found. Aug 30 19:14:46.661358 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-df060ebf-16bb-44ef-980f-2e3d090ccc35 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618052 Aug 30 19:14:46.748637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4c017-9335-4186-ac2d-b18a9895c63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:46.750118 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d6d4c017-9335-4186-ac2d-b18a9895c63b admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840755 Aug 30 19:14:49.003353 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47224) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:49.052291 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:14:49.072822 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Made reservation on behalf of bc9ce71488d649d59d6148b874462dec for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:14:49.075051 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:49.101873 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING neutron.services.revisions.revision_plugin [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Could not find related network for resource to bump revision. Aug 30 19:14:49.113680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1204, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:14:49.122472 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:49.122813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Added segment 6aaa82aa-2a48-4eb0-a029-06bf8fec17e3 of type vlan for network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 Aug 30 19:14:49.162365 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:49.191901 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:49.192968 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:49.193612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:49.259765 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2552750 Aug 30 19:14:49.266969 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=49f6ec28-d7c4-47fb-ba23-6dc3829a8011,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:49.274475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.274844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.275196 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.275545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.275876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.276217 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.276548 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.276865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.277724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.277724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.277953 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.278163 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e64e44-0a59-4fd9-962f-26589249f0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:49.290157 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:14:51.498404 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47232) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:14:51.560063 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab96f3-45a3-43d8-b58e-da7a09105a97 admin admin] GET failed (client error): The resource could not be found. Aug 30 19:14:51.561395 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1bab96f3-45a3-43d8-b58e-da7a09105a97 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620210 Aug 30 19:14:51.629799 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe73b0-7d9c-4395-bf8a-9f89f3ebefe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:51.631222 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f8fe73b0-7d9c-4395-bf8a-9f89f3ebefe0 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0652101 Aug 30 19:14:51.641977 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:14:51.662868 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Made reservation on behalf of bc9ce71488d649d59d6148b874462dec for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:14:51.665370 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:51.830210 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:51.880588 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46f3775-f788-483f-a264-3b3854a4714b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:51.895838 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Checking segment: {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:14:51.896191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Network hostable DHCP agents. Network: 49f6ec28-d7c4-47fb-ba23-6dc3829a8011, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:14:51.912589 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:14:51.921939 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 49f6ec28-d7c4-47fb-ba23-6dc3829a8011) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:14:51.927240 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:14:51.928154 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:51.934675 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb866d7-2cbc-4e57-9338-920e514f8e5f None None] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:14:51.945900 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d2ab15d5-79b6-4f26-9537-dc661b5cf185 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3072641 Aug 30 19:14:52.187533 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-49f6ec28-d7c4-47fb-ba23-6dc3829a8011', 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011', 'tenant_id': 'bc9ce71488d649d59d6148b874462dec', 'fixed_ips': [{'subnet_id': 'e46f3775-f788-483f-a264-3b3854a4714b'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:14:52.188425 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.324728 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Allocated IP 192.168.233.2 (49f6ec28-d7c4-47fb-ba23-6dc3829a8011/e46f3775-f788-483f-a264-3b3854a4714b/a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:14:52.470814 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.479144 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Transition to ACTIVE for port object a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:14:52.494063 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Transition to ACTIVE for port object a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:14:52.501084 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.543947 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:14:52.546899 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:14:52.549392 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:14:52.559124 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Pushing event updated for resources: {'Port': ['ID=a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:52.584472 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.584821 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.585160 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.585530 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.585859 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.586204 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.586507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.586828 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.587168 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.587489 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.587805 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.588126 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:14:52.623557 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Attempting to bind port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:14:52.623919 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Attempting to bind port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:14:52.624284 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Attempting to bind port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f on network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:14:52.629412 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:14:52.629823 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Checking segment: {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:14:52.630220 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.630612 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Bound using segment: {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:14:52.631068 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Bound port: a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:14:52.631464 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.695632 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] For port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:14:52.700887 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] For port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:14:52.706021 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:52.767909 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ee2b3-7f45-4f74-8746-05d1542ff85b None None] Pushing event updated for resources: {'Port': ['ID=a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:53.574671 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9248f716-0ccc-4d2a-9dac-dd5da6e93e66 None None] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:14:53.697902 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4a35d923-e152-4841-a355-66b4803088bb None None] Provisioning for port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:14:54.106402 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:14:54.162889 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:14:54.167133 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:14:54.167507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:54.250166 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:54.284020 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:14:54.288270 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:14:54.336723 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:14:56.083848 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:14:56.134558 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a6f3f3d2-7285-4e73-ba48-a9a8ec097d3f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:14:56.134922 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:03.019785 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf872c46-102b-4c49-93c5-42f16f757a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:05.750359 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d9090ad-6b62-482a-8af5-739d406c3436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:06.111399 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:06.989693 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:08.517003 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:13.014451 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:15:33.025416 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bfcc95c4-25c8-41c7-a237-2ffcd9a4d80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:35.751071 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6ef2-4a62-4900-8a39-96a92d827697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:36.114669 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:36.992354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:38.520380 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:15:50.014386 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:16:02.392601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47284) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:16:02.398513 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-d548f739-cd98-4b9a-b081-3662a554f945 tempest-verify_tempest_config-495078648 tempest-verify_tempest_config-495078648-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:16:02.399472 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d548f739-cd98-4b9a-b081-3662a554f945 tempest-verify_tempest_config-495078648 tempest-verify_tempest_config-495078648-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059159 Aug 30 19:16:02.704904 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:16:02.816685 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:02.828433 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.quota [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Loaded quota_driver: . Aug 30 19:16:02.962388 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:02.966437 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.015823 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d7b803508b7f425e842e58af482869bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3097606 Aug 30 19:16:03.016973 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd333a1-7536-4cd1-b4b7-13279c2c7006,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:16:03.019095 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47308) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:16:03.019860 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93e179bf-9975-46dd-b3e0-9126b5ed479b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.024731 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.025131 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.025478 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.025815 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.026138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.026478 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.026812 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.027117 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.027449 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.027823 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.028335 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.028854 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403fe720-7945-493b-b02e-097ed5a1244e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.187164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.208093 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.295714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.298181 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:03.299328 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7dd333a1-7536-4cd1-b4b7-13279c2c7006 HTTP/1.1" status: 204 len: 168 time: 0.2791164 Aug 30 19:16:03.306644 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd333a1-7536-4cd1-b4b7-13279c2c7006,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:16:03.313967 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.314329 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.314662 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.314989 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.315314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.315646 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.316215 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.316533 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.316865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.317186 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.317523 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:03.318039 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fe4e64-d6fa-4ed1-a1f7-d564276c869c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:16:05.751180 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-56576d9f-8a29-48dd-ac82-e22cf5108436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:06.116827 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:06.997454 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:08.522018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:27.013691 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:16:33.022636 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac3f2-01d2-4ad4-8fba-056588b3ccb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:35.752534 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-64c1f3a6-fece-41e9-bf55-78124af1ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:36.118875 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:37.001266 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:16:38.527374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:03.015215 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c166f799-2079-4a6a-b576-66db5e295d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:04.013578 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:17:05.753964 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29ae0bca-1324-42d0-8b68-f64cbed62f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:06.122353 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:07.004845 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:08.529706 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:33.016394 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-df3a9308-14db-404e-ac1b-4ba7b6d45e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:35.757028 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed53936b-42ee-49e2-9b84-4aef3c07d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:36.123783 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:37.007528 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:38.533304 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:41.013940 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 5 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:17:42.590667 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-716770'] for agent, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:17:57.439234 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47380) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:17:57.546730 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-23889d7d-23a1-415b-a498-17a6f01365c4 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1063933 Aug 30 19:17:59.805173 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47390) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:17:59.860326 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3049f697-58ed-44f1-a706-02b948914c2a admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540481 Aug 30 19:18:03.017221 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2afa37e-5561-4cb0-b391-d1f84e9a5eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:05.761787 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a0a28fa8-165f-4102-888b-5424008c90f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:06.123988 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:07.009116 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:08.533389 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:12.557406 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:18.013429 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:18:33.018764 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92eacb64-1aed-4a21-9895-46327dba7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:35.762768 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2af5589d-3cb7-4c63-85c2-96200b7c58a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:36.125101 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:37.012685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:38.533959 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:42.553703 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:18:55.014476 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:19:03.019523 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9034f6f9-1214-46ef-9c63-6f9131944e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:05.764904 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7320-3356-407d-ae08-e1cf3f3f1eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:06.126320 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:07.016017 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:08.537442 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:12.558070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:30.668851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47584) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:30.728049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47594) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:30.866805 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-network', 'tenant_id': '0c0fdf516732430ba9bc466abddef665'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:30.891244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Made reservation on behalf of 0c0fdf516732430ba9bc466abddef665 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:30.893774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:30.902629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.004704 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.009550 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.035926 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:19:31.044649 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6826d534-7ee1-4d0b-ad01-75ab75e2c7b8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.056789 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.057273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.057734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.058154 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.058574 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.058962 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.059349 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.059990 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.060501 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.060834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.061143 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.061459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Tracked resource versions report: Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: pushed versions: Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: consumer versions: Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: HyperV agent@hv-cinder-80531: {}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Log': '1.0', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Network': '1.1', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Port': '1.7', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 30 19:19:31.062592 dv-cinder-805316-4-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:19:31.067242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.067594 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Added segment df913e91-094f-4b87-9011-a85aa80f2f3a of type vlan for network fd4974df-95bb-4db8-b565-6c1c8121d15b Aug 30 19:19:31.114105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.138234 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1970202404-network', 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:31.171453 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.172671 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:31.173278 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.180850 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:31.183359 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.197977 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.233449 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:31.243420 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5733259 Aug 30 19:19:31.246557 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:31.253403 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Request body: {'subnet': {'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-subnet', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:31.270559 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad03c2-3a4f-4bc1-8551-99250ca4e7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4974df-95bb-4db8-b565-6c1c8121d15b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.281801 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network fd4974df-95bb-4db8-b565-6c1c8121d15b details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:19:31.360691 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.365863 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.392339 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Made reservation on behalf of 0c0fdf516732430ba9bc466abddef665 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:31.395243 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.410998 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:19:31.425105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.425441 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Added segment 6aced0f3-84eb-41c1-b36e-2e26c2f6838b of type vlan for network c70abefa-51ce-428e-a146-6661f3d92b9e Aug 30 19:19:31.433853 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.479901 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.515089 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.516470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:31.517177 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.558868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:31.590926 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8589938 Aug 30 19:19:31.591133 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47642) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:31.598092 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Request body: {'subnet': {'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1970202404-subnet', 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:31.602623 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff763af-a018-4506-9ecb-a6de0e907b1f admin admin] Pushing event updated for resources: {'Network': ['ID=c70abefa-51ce-428e-a146-6661f3d92b9e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.613414 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network c70abefa-51ce-428e-a146-6661f3d92b9e details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:19:31.631225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:31.633897 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.660559 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.717278 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9563f690-84bd-409e-8447-13c6f9bc13e6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.730348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-262724878-network', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:31.760074 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.760584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.761018 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.761569 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.761926 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.762560 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.763131 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.763680 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.764246 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.764811 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.765381 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.765979 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Tracked resource versions report: Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: pushed versions: Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: { 'AddressGroup': {'1.2'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Log': {'1.0'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Network': {'1.1'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Port': {'1.7'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'PortForwarding': {'1.2'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'QosPolicy': {'1.9'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroup': {'1.4'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SubPort': {'1.0'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Subnet': {'1.1'}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Trunk': {'1.1'}} Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: consumer versions: Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: HyperV agent@hv-cinder-80531: {}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'ConntrackHelper': '1.0', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Log': '1.0', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Network': '1.1', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Port': '1.7', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'PortForwarding': '1.2', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'QosPolicy': '1.9', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroup': '1.4', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SecurityGroupRule': '1.2', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'SubPort': '1.0', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Subnet': '1.1', Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: 'Trunk': '1.1'}} Aug 30 19:19:31.767210 dv-cinder-805316-4-iscsi neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:19:31.780731 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Made reservation on behalf of 6d69f4e8c93e461380a71db402ba780b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:31.783729 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.798598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.812187 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-197604208-network', 'tenant_id': 'd11a94a338dd4ec19f9a4a49abb959cc'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:31.847826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.875080 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Made reservation on behalf of d11a94a338dd4ec19f9a4a49abb959cc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:31.877458 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.889252 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Checking segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:31.889690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Network hostable DHCP agents. Network: fd4974df-95bb-4db8-b565-6c1c8121d15b, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:19:31.913812 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:31.917933 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Checking segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:31.918511 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Network hostable DHCP agents. Network: c70abefa-51ce-428e-a146-6661f3d92b9e, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:19:31.938005 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:31.953910 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Network c70abefa-51ce-428e-a146-6661f3d92b9e is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:19:31.986774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, c70abefa-51ce-428e-a146-6661f3d92b9e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:31.998576 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:19:32.004016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541d5f6-2562-4ecf-8d44-7a6fd3d830db None None] Network c70abefa-51ce-428e-a146-6661f3d92b9e requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:32.011958 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:32.013790 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.018413 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:19:32.031657 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, fd4974df-95bb-4db8-b565-6c1c8121d15b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:32.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:32.044713 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.095238 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43ede1-11ce-4e47-bc4d-7de3b8aadbe3 None None] Network fd4974df-95bb-4db8-b565-6c1c8121d15b requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:32.099606 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.107644 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.117003 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-81c83b17-e701-4e4e-b4af-6e8829ecc34d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5247998 Aug 30 19:19:32.250815 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.284905 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:32.295865 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.335340 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:19:32.356800 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763833254858', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.357731 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Unsubscribe: segment precommit_create {{(pid=93814) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 19:19:32.358468 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Added segment 1426ae18-0189-40e2-87cc-69c7246f7b5a of type vlan for network 50fd2754-130f-422c-a932-5250ab27d533 Aug 30 19:19:32.442098 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.496612 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.499087 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:32.500506 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.518177 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-293e787a-75b3-41a3-9696-523fb3ab1463 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2698133 Aug 30 19:19:32.519670 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:19:32.520943 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:32.521347 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-fd4974df-95bb-4db8-b565-6c1c8121d15b', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:19:32.523063 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.530531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:32.554028 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9931982 Aug 30 19:19:32.573891 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47682) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:32.587815 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Request body: {'subnet': {'network_id': '50fd2754-130f-422c-a932-5250ab27d533', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-197604208-subnet', 'tenant_id': 'd11a94a338dd4ec19f9a4a49abb959cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:32.605722 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.606948 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.670576 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Made reservation on behalf of d11a94a338dd4ec19f9a4a49abb959cc for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:32.673870 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.734925 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.735273 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Added segment b0295613-292c-461a-b41c-e62cb65f9ed9 of type vlan for network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 Aug 30 19:19:32.754382 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:32.775850 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Allocated IP 172.20.0.2 (fd4974df-95bb-4db8-b565-6c1c8121d15b/9563f690-84bd-409e-8447-13c6f9bc13e6/633badff-9294-4c08-804d-6754f7f80e0f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:32.786550 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98edd-f464-446c-b58b-cfe0500e9e21 admin admin] Pushing event updated for resources: {'Network': ['ID=50fd2754-130f-422c-a932-5250ab27d533,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:32.807345 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.842122 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.843239 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:32.843927 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.914106 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6765656 Aug 30 19:19:32.914718 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:32.919876 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Request body: {'subnet': {'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-subnet', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:32.929274 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4751-81ad-455e-af7d-c994b2afe8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a17d0b1c-9ffb-4e71-9ff5-8afda5736861,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:32.936213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:32.958060 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Made reservation on behalf of 6d69f4e8c93e461380a71db402ba780b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:32.961429 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.049875 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e857984-8bba-4d30-8708-4f43e75859bb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:33.103981 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.112659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Checking segment: {'id': '1426ae18-0189-40e2-87cc-69c7246f7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '50fd2754-130f-422c-a932-5250ab27d533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:33.112659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Network hostable DHCP agents. Network: 50fd2754-130f-422c-a932-5250ab27d533, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:19:33.166154 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.175135 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Transition to ACTIVE for port object 633badff-9294-4c08-804d-6754f7f80e0f will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:33.192752 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Transition to ACTIVE for port object 633badff-9294-4c08-804d-6754f7f80e0f will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:33.202961 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 50fd2754-130f-422c-a932-5250ab27d533 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:19:33.205550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:19:33.211344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Network 50fd2754-130f-422c-a932-5250ab27d533 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:19:33.215988 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.258334 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.302442 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 50fd2754-130f-422c-a932-5250ab27d533) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:33.308242 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:33.327943 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Checking segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:33.328296 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Network hostable DHCP agents. Network: a17d0b1c-9ffb-4e71-9ff5-8afda5736861, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:19:33.341720 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:33.348461 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:33.349054 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.351733 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:19:33.363676 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, a17d0b1c-9ffb-4e71-9ff5-8afda5736861) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:33.366712 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.374523 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-09bda438-0f77-41d2-8771-1b6a1c7ff633 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7971325 Aug 30 19:19:33.375940 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:33.376625 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.399559 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-00e8aaa6-5185-4fb5-a54d-d526f766a7ab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4837048 Aug 30 19:19:33.402347 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:33.412015 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:33.427753 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:33.442336 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d32d91-580a-43eb-9e4e-ce3fdb2b4da0 None None] Network 50fd2754-130f-422c-a932-5250ab27d533 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:33.465610 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.467477 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.562514 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9522af-5cfc-4316-b9a6-d4cb07d2aace None None] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:33.567841 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:33.649922 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-888d6b51-8e4e-4094-bbb5-9cc4c5c0e2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.708095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.828056 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214d8c7-79b3-4b4b-8a36-c02f481f1de2 None None] Network 50fd2754-130f-422c-a932-5250ab27d533 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:33.858817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:33.916334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.010044 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Pushing event updated for resources: {'Port': ['ID=633badff-9294-4c08-804d-6754f7f80e0f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:34.012927 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c593b5-1f81-4960-bebf-ee330e5e6b0d None None] Network c70abefa-51ce-428e-a146-6661f3d92b9e requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:34.109451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Allocated IP 172.27.0.219 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/b2cf7829-8434-449b-a2c4-c39a5a197ad4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:34.135780 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.157290 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.157854 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.158381 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.158884 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.159603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.160215 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.160711 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.161193 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.161774 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.162272 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.163178 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.163758 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Tracked resource versions report: Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: pushed versions: Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: consumer versions: Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: HyperV agent@hv-cinder-80531: {}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Log': '1.0', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Network': '1.1', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Port': '1.7', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 30 19:19:34.164973 dv-cinder-805316-4-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:19:34.192935 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Attempting to bind port 633badff-9294-4c08-804d-6754f7f80e0f on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:34.194339 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Attempting to bind port 633badff-9294-4c08-804d-6754f7f80e0f by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:34.195060 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Attempting to bind port 633badff-9294-4c08-804d-6754f7f80e0f on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:34.203231 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edfd69-c035-464e-95cf-cfb2da4f15ce None None] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:34.213979 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:34.214650 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Checking segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:34.215214 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.215949 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Bound using segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:34.216696 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Bound port: 633badff-9294-4c08-804d-6754f7f80e0f, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:34.217262 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.289363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.359645 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.416218 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:34.419485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:34.422188 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:34.528904 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 47778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:34.548347 dv-cinder-805316-4-iscsi neutron-server[93814]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 19:19:34.730319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47792) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:34.730492 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] For port 633badff-9294-4c08-804d-6754f7f80e0f, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:34.733613 dv-cinder-805316-4-iscsi neutron-server[93815]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 19:19:34.737587 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Pushing event updated for resources: {'Port': ['ID=b2cf7829-8434-449b-a2c4-c39a5a197ad4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:34.758412 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] For port 633badff-9294-4c08-804d-6754f7f80e0f, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=633badff-9294-4c08-804d-6754f7f80e0f,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:34.774955 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.848394 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-c179d582-4f47-4c7f-9789-c5f3be49d9c4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:34.851009 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-c179d582-4f47-4c7f-9789-c5f3be49d9c4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.3104529 Aug 30 19:19:34.852426 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.869721 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7ffb6-f446-4c35-8c24-f5be7c903600 None None] Pushing event updated for resources: {'Port': ['ID=633badff-9294-4c08-804d-6754f7f80e0f,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:34.884251 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:34.924205 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-7f02db80-d717-4f38-8ab4-89b45f62cc8e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/quotas/38260e1d5bbf4517acf41902cc6b76b4 HTTP/1.1" status: 200 len: 375 time: 0.0434904 Aug 30 19:19:35.048430 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-b13a2ea2-0573-4b45-888c-0202b936e633 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:35.054078 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-b13a2ea2-0573-4b45-888c-0202b936e633 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/networks?id=50fd2754-130f-422c-a932-5250ab27d533 HTTP/1.1" status: 200 len: 811 time: 0.3224883 Aug 30 19:19:35.067781 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-23a26e02-11c9-41b3-843c-3fb1d293e49f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045840 Aug 30 19:19:35.073181 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-9de7b4f8-6208-45e8-bbf6-0a64ada9d0d6 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/quotas/d11a94a338dd4ec19f9a4a49abb959cc HTTP/1.1" status: 200 len: 375 time: 0.0151787 Aug 30 19:19:35.094273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.164006 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Allocated IP 172.27.0.116 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/932a914a-b62f-412c-965b-60ebfe9c4b56) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:35.183978 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-4a3d9053-b2b2-4068-9891-b3d273bbace6 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d11a94a338dd4ec19f9a4a49abb959cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004844 Aug 30 19:19:35.313625 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-cdb57456-827f-4b25-b898-a75748294da8 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:35.314656 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-cdb57456-827f-4b25-b898-a75748294da8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967147 Aug 30 19:19:35.320640 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.338592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-22b54b95-e459-4bc6-8855-c3d5d58c6dd1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:35.339590 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-22b54b95-e459-4bc6-8855-c3d5d58c6dd1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624754 Aug 30 19:19:35.406854 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.473666 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-07ac2823-8c5a-4012-9eaf-f9e41ba65023 service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485839 Aug 30 19:19:35.477968 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.515758 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-442a80ef-3876-498b-bf98-d1b25534684a service neutron] 10.222.0.74 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662843 Aug 30 19:19:35.593752 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:35.606880 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:35.617429 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:35.635904 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-4d4d4f30-ff44-4127-84cc-e5556a6915ed service neutron] 10.222.0.74 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138492 Aug 30 19:19:35.642894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:19:35.769996 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:19:35.775609 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7df13c89-8cef-4547-b661-1dd7bd6f7f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.790523 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:19:35.804329 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:35.805960 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:35.806561 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9b51c38d-b223-4c18-a48f-b4ae4cd5981d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2811418 Aug 30 19:19:35.806701 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:35.809175 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47814) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:35.879505 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Pushing event updated for resources: {'Port': ['ID=932a914a-b62f-412c-965b-60ebfe9c4b56,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:35.945391 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab815a43-7d98-41cb-8de6-ebafa1d46282 None None] Network fd4974df-95bb-4db8-b565-6c1c8121d15b requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:19:36.181805 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:36.224048 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:36.406321 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:36.407767 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-856cedca-f4fe-4b8c-8756-334138fdec7d None None] Provisioning for port 633badff-9294-4c08-804d-6754f7f80e0f completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:36.416467 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 633badff-9294-4c08-804d-6754f7f80e0f up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:36.570060 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-7b30fb1d-bd61-42f9-a23f-cd6e32712676 service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0848346 Aug 30 19:19:36.711711 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:36.717890 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:34Z', 'revision_number': 3, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:36.748799 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:19:36.749152 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Updating router 709d78f8-485e-41a2-ae82-f3c00e98e5ea port b2cf7829-8434-449b-a2c4-c39a5a197ad4 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:19:36.786456 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:36.856440 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fe68ed0c-16aa-448d-b738-5b1235d03e19 req-cc0f82c8-03c9-40af-ae0a-65e244ef0a99 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.3565013 Aug 30 19:19:36.970526 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 633badff-9294-4c08-804d-6754f7f80e0f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:36.980444 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 633badff-9294-4c08-804d-6754f7f80e0f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:36.981620 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.072667 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:19:37.103895 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.192215 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.256823 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.349281 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 633badff-9294-4c08-804d-6754f7f80e0f, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=633badff-9294-4c08-804d-6754f7f80e0f,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:19:37.358337 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.438545 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=633badff-9294-4c08-804d-6754f7f80e0f,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:37.520871 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.523243 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2bca1ca0-ee1e-4165-9742-8ca92f1613bf req-5da33ec1-682d-47e2-86a4-56348e2a3603 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0715845 Aug 30 19:19:37.535991 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Transition to ACTIVE for port object b2cf7829-8434-449b-a2c4-c39a5a197ad4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:37.545221 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.565486 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:19:37.579003 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Allocated IP 172.20.0.1 (fd4974df-95bb-4db8-b565-6c1c8121d15b/9563f690-84bd-409e-8447-13c6f9bc13e6/7328446f-2451-4b7f-bdbe-4fb33e1ffb7e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:37.579569 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Sync routers for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:19:37.597510 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:37.598310 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:37.613328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.624119 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ea2ccdc8-7615-4783-8a10-2a24503f75bf admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2201939 Aug 30 19:19:37.625861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 47902) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:37.659313 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Pushing event updated for resources: {'Port': ['ID=b2cf7829-8434-449b-a2c4-c39a5a197ad4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:37.674931 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.675496 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.675849 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.676188 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.676514 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.677017 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.677545 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.678609 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.679206 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.679688 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.680173 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.680866 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Tracked resource versions report: Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: pushed versions: Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: consumer versions: Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: HyperV agent@hv-cinder-80531: {}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: L3 agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: Metering agent@dv-cinder-805316-4-iscsi: {}, Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805316-4-iscsi: { 'AddressGroup': '1.2', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Log': '1.0', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Network': '1.1', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Port': '1.7', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 30 19:19:37.682133 dv-cinder-805316-4-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 19:19:37.723047 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Attempting to bind port b2cf7829-8434-449b-a2c4-c39a5a197ad4 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:37.723713 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Attempting to bind port b2cf7829-8434-449b-a2c4-c39a5a197ad4 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:37.724265 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Attempting to bind port b2cf7829-8434-449b-a2c4-c39a5a197ad4 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:37.733555 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:37.734332 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:37.735007 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.735652 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:37.736372 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Bound port: b2cf7829-8434-449b-a2c4-c39a5a197ad4, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:37.736988 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.820710 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] For port b2cf7829-8434-449b-a2c4-c39a5a197ad4, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:37.828100 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] For port b2cf7829-8434-449b-a2c4-c39a5a197ad4, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=b2cf7829-8434-449b-a2c4-c39a5a197ad4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:37.831371 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:37.835284 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:37.900158 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dae99-0d9c-4da1-b38b-017cca6b8b5e None None] Pushing event updated for resources: {'Port': ['ID=b2cf7829-8434-449b-a2c4-c39a5a197ad4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:37.929624 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:37.930963 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:38.049053 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.076470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Transition to ACTIVE for port object 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:38.077496 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:38.216393 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.221057 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d5e64fe7-4330-4485-989a-60babd9ff2a5 req-6f44ff67-8da0-4812-8e59-4a5e15c82c33 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.0539694 Aug 30 19:19:38.304489 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:35Z', 'revision_number': 3, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:38.343497 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 633badff-9294-4c08-804d-6754f7f80e0f up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:38.347498 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Checking router: 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:19:38.347498 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Updating router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 port 932a914a-b62f-412c-965b-60ebfe9c4b56 binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:19:38.351323 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Pushing event updated for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:38.374875 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:38.380515 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:34Z', 'revision_number': 3, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:38.382904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:38.389984 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:38.391197 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.408185 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.418163 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4165eb0-4793-434c-81a5-bbcf6de1b1fe None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:34Z', 'revision_number': 3, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:19:38.608490 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.657556 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 633badff-9294-4c08-804d-6754f7f80e0f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:38.657930 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.784924 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.815823 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.840316 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb3f1f00-da6e-459d-a436-d7f6596d5947 None None] Provisioning for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:38.849606 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-eb3f1f00-da6e-459d-a436-d7f6596d5947 None None] Provisioning complete for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:38.850507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb3f1f00-da6e-459d-a436-d7f6596d5947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.887558 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8b3db873-0ae6-4a39-b100-097d4368298e req-d02116a8-666e-4bf3-87fc-da277390012c tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0668306 Aug 30 19:19:38.905757 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f1f00-da6e-459d-a436-d7f6596d5947 None None] Port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:19:38.963720 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:38.980541 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Transition to ACTIVE for port object 932a914a-b62f-412c-965b-60ebfe9c4b56 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:38.988762 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.049038 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Attempting to bind port 932a914a-b62f-412c-965b-60ebfe9c4b56 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:39.049510 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Attempting to bind port 932a914a-b62f-412c-965b-60ebfe9c4b56 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:39.049941 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Attempting to bind port 932a914a-b62f-412c-965b-60ebfe9c4b56 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:39.052113 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22289-815a-4ed4-9fbc-cfb0684ba8fc None None] Pushing event updated for resources: {'Port': ['ID=932a914a-b62f-412c-965b-60ebfe9c4b56,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:39.059273 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:39.060854 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:39.061278 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.061711 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:39.062428 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Bound port: 932a914a-b62f-412c-965b-60ebfe9c4b56, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:39.062993 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.118277 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] For port 932a914a-b62f-412c-965b-60ebfe9c4b56, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:39.122331 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] For port 932a914a-b62f-412c-965b-60ebfe9c4b56, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=932a914a-b62f-412c-965b-60ebfe9c4b56,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:39.128064 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.160763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Allocated IP 172.20.0.1 (a17d0b1c-9ffb-4e71-9ff5-8afda5736861/ed2f3c10-6f2f-4040-9df3-42d64d87ce1b/919d5d11-930d-4839-84a2-66127d327a5a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:39.183272 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.190204 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22289-815a-4ed4-9fbc-cfb0684ba8fc None None] Pushing event updated for resources: {'Port': ['ID=932a914a-b62f-412c-965b-60ebfe9c4b56,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:39.193332 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:39.194244 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:39.199970 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.200724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.322257 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:39.362740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Pushing event updated for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:39.512777 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:35Z', 'revision_number': 3, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:39.535184 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7f31129b-5282-44f6-bdc4-ccddacdae06f req-ae8ae662-15ca-46c5-95c3-6482cb4d7597 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.2043276 Aug 30 19:19:39.544653 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e340f2-93d4-4d9b-8a3c-9ae2c6666a6f None None] The sync data for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi is: [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:35Z', 'revision_number': 3, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:19:39.561632 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.579972 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:39.582519 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:39.692131 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.754873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:39.755611 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Pushing event updated for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:39.773286 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:39.778334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:39.778813 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:39.845752 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:19:39.871190 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffe06acd-348e-47c0-b4cd-c0428d2caa67 None None] Provisioning complete for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:39.871570 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffe06acd-348e-47c0-b4cd-c0428d2caa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.032285 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ffe06acd-348e-47c0-b4cd-c0428d2caa67 None None] Port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:19:40.133078 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f2fd527-7cc4-474b-876d-83e7884d3865 req-976e52d1-d819-4ef6-b5f9-a3b9fc2c8209 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0407622 Aug 30 19:19:40.179471 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:19:40.185037 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bb86e263-c4ae-4650-8764-71b9e4f4e21f admin admin] 10.222.0.74 "PUT /v2.0/routers/709d78f8-485e-41a2-ae82-f3c00e98e5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3742862 Aug 30 19:19:40.191549 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.409286 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device b2cf7829-8434-449b-a2c4-c39a5a197ad4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:40.489086 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port b2cf7829-8434-449b-a2c4-c39a5a197ad4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:40.493205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.494023 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port b2cf7829-8434-449b-a2c4-c39a5a197ad4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:40.494492 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.499779 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.500938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.550684 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:19:40.571112 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:40.571748 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:40.737976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Pushing event updated for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:40.774331 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ff49f3e-ef3d-47ba-9f12-cd2c4af0fddd req-e7a51506-8a58-4fac-8acd-ca150359df8f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.1325655 Aug 30 19:19:40.822209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:40.823851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:40.857235 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:40.881879 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.924274 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port b2cf7829-8434-449b-a2c4-c39a5a197ad4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=b2cf7829-8434-449b-a2c4-c39a5a197ad4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:19:40.930844 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:40.931835 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 932a914a-b62f-412c-965b-60ebfe9c4b56 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:40.972568 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:19:41.100677 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=b2cf7829-8434-449b-a2c4-c39a5a197ad4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:41.116305 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:19:41.122645 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9a0a3248-b48b-4c4d-80b8-396458ce9e30 admin admin] 10.222.0.74 "PUT /v2.0/routers/533b15cb-85ab-46fb-92d9-4adeb2b5d7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226737 Aug 30 19:19:41.158203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 932a914a-b62f-412c-965b-60ebfe9c4b56 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:41.166716 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 932a914a-b62f-412c-965b-60ebfe9c4b56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:41.168610 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.234967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:41.248266 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281236940', 'description': 'tempest-description--272374263'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:41.315629 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.316718 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 2, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:41.361880 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2394c37d-f860-4a84-8a03-67d455c0e309 req-09dbbaee-4667-4b04-be85-867c14cd1f3c tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.1044259 Aug 30 19:19:41.372364 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.383338 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 932a914a-b62f-412c-965b-60ebfe9c4b56, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=932a914a-b62f-412c-965b-60ebfe9c4b56,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:19:41.394797 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.421613 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:19:41.421961 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Updating router 709d78f8-485e-41a2-ae82-f3c00e98e5ea port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:19:41.449794 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=932a914a-b62f-412c-965b-60ebfe9c4b56,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:41.463928 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.640336 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.649310 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.671095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.675041 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4344399 Aug 30 19:19:41.675392 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48032) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:41.681939 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group_rule': {'security_group_id': 'd7affedb-e4a5-4424-99ed-b44cb2d2b041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:41.715740 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683518b-6118-4883-9763-d9d03061842f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7affedb-e4a5-4424-99ed-b44cb2d2b041,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:41.724105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.730633 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-77b01e41-cbe1-4c63-bc71-af8f3c2490ab tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:41.732559 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-77b01e41-cbe1-4c63-bc71-af8f3c2490ab tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 818 time: 0.1919687 Aug 30 19:19:41.764443 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-b3702462-27b3-461e-8ebf-1ab244faa1db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/quotas/6d69f4e8c93e461380a71db402ba780b HTTP/1.1" status: 200 len: 375 time: 0.0179303 Aug 30 19:19:41.837178 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.839296 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-0393375a-5332-484f-a879-e7d52c300d24 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734937 Aug 30 19:19:41.844803 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.875966 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.903876 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Transition to ACTIVE for port object 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:41.905205 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Sync routers for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:19:41.905293 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.919528 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:41.920284 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b989860-c088-4192-a922-564795548540 req-ab59ae96-2f75-49f8-a75c-ef9d5e183bab tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.0361660 Aug 30 19:19:41.920938 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:41.921087 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954206e4-6e4b-4cf8-b445-51a584f9cbbf,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:41.932865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:41.937490 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d42efc21-214b-4195-831b-3e0d190aa39a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2610123 Aug 30 19:19:41.938416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:41.945191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group_rule': {'security_group_id': 'd7affedb-e4a5-4424-99ed-b44cb2d2b041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:41.982171 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.020937 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-4070b954-cdf3-4536-baed-d1366ef9dcaf service neutron] 10.222.0.74 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805191 Aug 30 19:19:42.044472 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371614d9-6c2a-4f6f-9167-9385fb29873c None None] Pushing event updated for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:42.058078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.065013 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.065596 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Attempting to bind port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:42.065972 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Attempting to bind port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:42.066667 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Attempting to bind port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:42.074637 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:42.075317 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Checking segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:42.075962 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.076668 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Bound using segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:42.077296 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Bound port: 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:42.077891 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.096394 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f887c4bf-f95e-4c94-8533-0548ae0c7f42,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:42.111061 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:42.138514 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-90707ff4-6709-42d8-a061-041384af14a0 service neutron] 10.222.0.74 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150508 Aug 30 19:19:42.153074 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.154700 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-df41eb73-439f-4c33-844c-6afd721ee0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143583 Aug 30 19:19:42.157825 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:42.164285 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:42.187651 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] For port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:42.191436 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] For port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:42.197341 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.201366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.310638 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:42.313839 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:42.394152 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device b2cf7829-8434-449b-a2c4-c39a5a197ad4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:42.396136 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371614d9-6c2a-4f6f-9167-9385fb29873c None None] Pushing event updated for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:42.415889 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f3016746-c352-4dd2-ba6e-61414eca6e72 req-2d712d0a-90b1-4fbf-827a-3efa50b7af11 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 210 time: 0.0525157 Aug 30 19:19:42.536496 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:42.561340 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port b2cf7829-8434-449b-a2c4-c39a5a197ad4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:42.562012 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.643141 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '919d5d11-930d-4839-84a2-66127d327a5a', 'name': '', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'mac_address': 'fa:16:3e:82:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:38Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 2, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'subnets': [{'id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:42.691662 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Checking router: 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:19:42.692285 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Updating router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 port 919d5d11-930d-4839-84a2-66127d327a5a binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:19:42.742897 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e7e6d10d-016f-4475-b753-4fbd288b2d84 req-4bcf9e7e-c08c-4780-aed0-fbb2fa9a8f5a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.2347257 Aug 30 19:19:42.760833 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-d7a4ec70-3278-49c1-8b1c-76c4d0a855fe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:42.767086 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-d7a4ec70-3278-49c1-8b1c-76c4d0a855fe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 818 time: 0.1973007 Aug 30 19:19:42.788467 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-cca5af40-3a4b-4ff9-bbb0-de3bf0860c57 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/quotas/6d69f4e8c93e461380a71db402ba780b HTTP/1.1" status: 200 len: 375 time: 0.0146770 Aug 30 19:19:42.800695 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.820554 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 932a914a-b62f-412c-965b-60ebfe9c4b56 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:42.855033 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:42.876672 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-e1bf2e30-367c-4e2b-8cb9-f5501c823243 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809209 Aug 30 19:19:42.931425 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:42Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:42.971216 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b284d4af-2420-4f42-a672-b4b69cd76719 None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:42Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:19:43.041359 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-b84370b8-7bfa-4557-ac9d-17f588991caf service neutron] 10.222.0.74 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483071 Aug 30 19:19:43.067561 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Allocated IP 172.27.0.233 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:43.125483 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 932a914a-b62f-412c-965b-60ebfe9c4b56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:43.126132 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.210747 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.222863 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7f59dccc-fe11-4dce-95d8-b742a67f6dcf req-db1af876-2adb-4f87-b94f-2d9d44c59280 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.1191642 Aug 30 19:19:43.241300 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-e3440f44-241e-4e66-8ce3-0fd6d1957b30 service neutron] 10.222.0.74 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840210 Aug 30 19:19:43.355150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.461210 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.461969 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.471766 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.83', 65422) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:43.503865 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Transition to ACTIVE for port object 919d5d11-930d-4839-84a2-66127d327a5a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:43.538885 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.568652 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:43.572230 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:43.574354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:43.577507 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:43.784244 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa783f5-017b-4285-b596-55c7e8307460 None None] Pushing event updated for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:43.807152 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.863297 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Attempting to bind port 919d5d11-930d-4839-84a2-66127d327a5a on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:43.864597 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Attempting to bind port 919d5d11-930d-4839-84a2-66127d327a5a by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:43.864597 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Attempting to bind port 919d5d11-930d-4839-84a2-66127d327a5a on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:43.871015 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:43.871443 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Checking segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:43.872847 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.873282 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Bound using segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:43.876073 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Bound port: 919d5d11-930d-4839-84a2-66127d327a5a, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:43.876547 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:43.986351 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-18df8aa2-ac2c-463d-857d-5473bf881f2e req-4fc7763f-3eb6-4c18-abec-c5ca0253f397 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 210 time: 0.0686493 Aug 30 19:19:44.026606 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:44.100944 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] For port 919d5d11-930d-4839-84a2-66127d327a5a, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:44.107325 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] For port 919d5d11-930d-4839-84a2-66127d327a5a, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=919d5d11-930d-4839-84a2-66127d327a5a,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:44.123518 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:44.185784 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.83', 65431) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:44.226399 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:19:44.227048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:19:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:44.238598 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-cfbcaaa5-9ef6-464e-bf51-ea389603760a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:44.257521 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e284fd34-1b26-45c6-90e4-c07770048cdd req-64a110da-cd7d-4287-b02e-d96aa937acf4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.1479485 Aug 30 19:19:44.263025 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-cfbcaaa5-9ef6-464e-bf51-ea389603760a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.83 "GET /v2.0/networks?id=50fd2754-130f-422c-a932-5250ab27d533 HTTP/1.1" status: 200 len: 811 time: 0.7738061 Aug 30 19:19:44.302530 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Request body: {'port': {'device_id': '4f36aabd-e866-497c-b991-230f61be8065', 'network_id': '50fd2754-130f-422c-a932-5250ab27d533', 'admin_state_up': True, 'tenant_id': 'd11a94a338dd4ec19f9a4a49abb959cc'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:44.455400 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:44.461073 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa783f5-017b-4285-b596-55c7e8307460 None None] Pushing event updated for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:44.653388 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a29c945d-3e86-4572-acb2-97ab91f10d79 req-387dca0a-d83b-44ba-b578-f8007995b2c7 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.2136900 Aug 30 19:19:44.740237 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-b2fa6db3-e381-49c7-a165-eabb2c05389d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:44.745796 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-b2fa6db3-e381-49c7-a165-eabb2c05389d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.5569580 Aug 30 19:19:44.806367 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Request body: {'port': {'device_id': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'admin_state_up': True, 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:44.814775 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:19:44.871145 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:44.880132 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:44.881849 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:44.982290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.83', 65434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:45.513972 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.541824 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.594219 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2e858425-c6a4-4b36-8cc0-729f644cfab4 req-5715430f-5d8d-4f81-98d1-f2410980a5ac tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 210 time: 0.2732630 Aug 30 19:19:45.646708 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48210) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:45.720727 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-963a9b3b-eb83-4d03-896f-1efb17ee5864 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:45.726401 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-963a9b3b-eb83-4d03-896f-1efb17ee5864 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 818 time: 0.7403467 Aug 30 19:19:45.727325 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Made reservation on behalf of d11a94a338dd4ec19f9a4a49abb959cc for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:45.736497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.745507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.754676 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7e18680c-11e2-492b-9aac-004cd37237c1 req-7702e478-ef42-4d19-b26c-d04db4d0872a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.1466303 Aug 30 19:19:45.765748 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:45.769988 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.806677 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.866130 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:19:45.874601 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:45.935728 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:45.960950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Request body: {'port': {'device_id': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'admin_state_up': True, 'tenant_id': '6d69f4e8c93e461380a71db402ba780b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:46.050291 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:46.062983 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f4e680fc-5146-495a-9c8f-a318e70417a8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9028635 Aug 30 19:19:46.105617 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8896054d-b900-4d74-ad28-df45d73187b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:46.147793 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:46.154844 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-61a6cf54-897b-4574-9a0a-1a5634c5fb47 req-d6acd7da-c453-4ba8-933d-ae62f52c5ff4 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.2383950 Aug 30 19:19:46.199691 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '919d5d11-930d-4839-84a2-66127d327a5a', 'name': '', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'mac_address': 'fa:16:3e:82:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:38Z', 'updated_at': '2021-08-30T19:19:44Z', 'revision_number': 4, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'subnets': [{'id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:19:46.272475 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c46d816-8ceb-490b-a79a-614e71090520 None None] The sync data for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi is: [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '919d5d11-930d-4839-84a2-66127d327a5a', 'name': '', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'mac_address': 'fa:16:3e:82:aa:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:38Z', 'updated_at': '2021-08-30T19:19:44Z', 'revision_number': 4, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'subnets': [{'id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:19:46.395057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:46.536892 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:46.537847 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:46.584901 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Allocated IP 172.20.0.12 (c70abefa-51ce-428e-a146-6661f3d92b9e/80ccccbc-53cf-4c2c-ba3d-8869d6914ef4/c91742cc-9d6a-42d4-b1be-c3c82af619da) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:46.948211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8896054d-b900-4d74-ad28-df45d73187b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:46.984108 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.83', 65446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:47.147787 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Allocated IP 172.20.0.6 (50fd2754-130f-422c-a932-5250ab27d533/9e857984-8bba-4d30-8708-4f43e75859bb/ab491176-1489-4490-818e-27c09350f0b9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:47.201994 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-486fb4b1-17ee-450a-9651-df7a0249994b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1281236940&fields=id&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 267 time: 0.2829688 Aug 30 19:19:47.344686 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8896054d-b900-4d74-ad28-df45d73187b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:47.382738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-fb1dd55d-dc59-469d-b1d4-bc888d0ab895 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:47.389881 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-fb1dd55d-dc59-469d-b1d4-bc888d0ab895 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 817 time: 0.1656878 Aug 30 19:19:47.431505 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-1a8ab9c9-cae9-42cf-ac1d-752b89beb984 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/quotas/0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 375 time: 0.0406446 Aug 30 19:19:47.449813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03f61546-0109-4e04-af74-e7c877ead114 req-69b7355e-6bcf-4243-9e6f-6310caec797c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 210 time: 0.4869606 Aug 30 19:19:47.483445 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8896054d-b900-4d74-ad28-df45d73187b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=123fdae4e8344ac9843682732484b2d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8352580 Aug 30 19:19:47.497106 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896054d-b900-4d74-ad28-df45d73187b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c8933-f386-4819-b0bd-3d88491a42a8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:47.499974 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:47.531146 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Made reservation on behalf of 6d69f4e8c93e461380a71db402ba780b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:47.541424 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:47.709319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:47.780834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:47.876484 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-17a83e1d-eb8d-4b96-a993-1e5d85fcccc5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:47.878500 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-17a83e1d-eb8d-4b96-a993-1e5d85fcccc5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 818 time: 0.8443131 Aug 30 19:19:47.936443 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:47.958206 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-31646a78-83c0-4898-981a-242932da34c2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5256150 Aug 30 19:19:47.979258 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Request body: {'port': {'device_id': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'admin_state_up': True, 'tenant_id': '6d69f4e8c93e461380a71db402ba780b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:47.985901 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Pushing event updated for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:48.137054 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.178645 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Allocated IP 172.20.0.9 (a17d0b1c-9ffb-4e71-9ff5-8afda5736861/ed2f3c10-6f2f-4040-9df3-42d64d87ce1b/2e7f487f-ed59-44ed-b06c-a0bfa38673d5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:48.240792 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Network 50fd2754-130f-422c-a932-5250ab27d533 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:48.259861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:48.267232 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:48.277029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:48.277758 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.288697 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.314815 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.345011 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae019f41-2f62-4152-b284-60446f9a8379 req-a8ae8e32-f577-4781-8458-e0f180df26ac tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.1413734 Aug 30 19:19:48.379378 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-bbbe69da-8c56-4837-b8ea-d735c154edea tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0817235 Aug 30 19:19:48.390466 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48302) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:48.416625 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 919d5d11-930d-4839-84a2-66127d327a5a up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:48.511448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 919d5d11-930d-4839-84a2-66127d327a5a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:19:48.541065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 919d5d11-930d-4839-84a2-66127d327a5a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:48.544005 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.586865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2bca0-4a64-4770-8a80-003199e59a7e req-5b131f0d-3c24-4705-adfe-eea1b6952d6d tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:48.588387 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7b2bca0-4a64-4770-8a80-003199e59a7e req-5b131f0d-3c24-4705-adfe-eea1b6952d6d tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.1205282 Aug 30 19:19:48.648046 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-a2686440-4049-47ca-baa1-d17b64053773 service neutron] 10.222.0.74 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644492 Aug 30 19:19:48.704764 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b28fe18a-bfc9-41f5-b9a4-57fdcd977d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.748063 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.767751 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Network c70abefa-51ce-428e-a146-6661f3d92b9e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:48.770144 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:48.792122 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7b2bca0-4a64-4770-8a80-003199e59a7e req-28510fb5-6960-4a46-96d4-7a695a7dc4be tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887801 Aug 30 19:19:48.803436 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:48.901183 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 919d5d11-930d-4839-84a2-66127d327a5a, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=919d5d11-930d-4839-84a2-66127d327a5a,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:19:48.914710 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.006182 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.008123 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Made reservation on behalf of 6d69f4e8c93e461380a71db402ba780b for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:49.027261 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.029814 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.032611 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.033911 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/712c8933-f386-4819-b0bd-3d88491a42a8 HTTP/1.1" status: 204 len: 168 time: 1.5329785 Aug 30 19:19:49.043690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:49.057111 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:49.065279 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.134462 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:49.191545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:49.208906 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:49.230084 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:49.257737 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:49.264112 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-de7e4234-85b8-4986-98bb-aa2643b92c7a service neutron] 10.222.0.74 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132965 Aug 30 19:19:49.265058 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event updated for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:49.268238 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad3a0b-88a6-4ee3-b735-cc89228eb517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c8933-f386-4819-b0bd-3d88491a42a8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:49.273782 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.295955 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Pushing event updated for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:49.326781 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b28fe18a-bfc9-41f5-b9a4-57fdcd977d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.360482 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b28fe18a-bfc9-41f5-b9a4-57fdcd977d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:49.401787 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-5aabec59-0011-4162-ba84-dbbda53d8c9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6393907 Aug 30 19:19:49.451671 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6c23abc6-f38d-4817-a88c-015ecc9ec281 req-6a01e475-b2ff-45bd-9d77-e7a4e1029ba8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 210 time: 0.1705499 Aug 30 19:19:49.467445 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-9e819d02-1a94-41a6-a1df-6d520847e874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5480289 Aug 30 19:19:49.638572 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b28fe18a-bfc9-41f5-b9a4-57fdcd977d61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58cc91423ab2436ea9683bd5b38025af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2447495 Aug 30 19:19:49.638572 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fe18a-bfc9-41f5-b9a4-57fdcd977d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bddadd2-0f30-4ba8-98e9-a6f8ada0c2e2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:49.640457 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:49.804538 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Allocated IP 172.20.0.14 (a17d0b1c-9ffb-4e71-9ff5-8afda5736861/ed2f3c10-6f2f-4040-9df3-42d64d87ce1b/5455e002-450f-4f5e-9e6a-ac19d81a5f9f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:50.025456 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.144953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ce459-114a-4b4f-99b6-710a05c6ebe6 req-48e3ed72-b007-447d-b282-eb85806f14c5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:50.171650 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f57ce459-114a-4b4f-99b6-710a05c6ebe6 req-48e3ed72-b007-447d-b282-eb85806f14c5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.4490123 Aug 30 19:19:50.181763 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.359386 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99222449-7d65-450a-8cdf-3ed825122130 req-7d9eb646-3f1d-410a-94ca-f67e2e962633 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.4406338 Aug 30 19:19:50.361273 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 919d5d11-930d-4839-84a2-66127d327a5a up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:19:50.478299 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 919d5d11-930d-4839-84a2-66127d327a5a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:19:50.478947 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.531296 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0432ace-3631-46cb-b9af-57d1f6073bb7 req-e78cb383-35e8-40ff-bebe-44fb1f3d7bf0 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:50.544586 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f0432ace-3631-46cb-b9af-57d1f6073bb7 req-e78cb383-35e8-40ff-bebe-44fb1f3d7bf0 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.0764475 Aug 30 19:19:50.569504 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f57ce459-114a-4b4f-99b6-710a05c6ebe6 req-cd3f0186-fa54-4930-86a5-5b99a90c567c tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970559 Aug 30 19:19:50.586779 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.589375 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.591175 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bddadd2-0f30-4ba8-98e9-a6f8ada0c2e2 HTTP/1.1" status: 204 len: 168 time: 0.9466932 Aug 30 19:19:50.626718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f0432ace-3631-46cb-b9af-57d1f6073bb7 req-23ed71dd-72e0-42c8-abcb-fac9428fd37e tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800259 Aug 30 19:19:50.682091 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be371b-bf3b-485b-8947-18b16385c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bddadd2-0f30-4ba8-98e9-a6f8ada0c2e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:50.703785 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.774047 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9f25da56-34c0-42be-841e-0089ea0c0ec8 req-23e485f0-4290-4af3-97b4-ec35bdb5724d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 210 time: 0.0443294 Aug 30 19:19:50.790441 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.856074 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Pushing event updated for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:50.864462 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:19:50.866336 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:19:50.869582 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:19:50.876164 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:50.876920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:50.897273 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-f3912123-a56a-4eab-ae7e-e4d8147a76db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9260898 Aug 30 19:19:51.596920 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5b7a871f-5601-44ca-b4e4-4aaf0b523ac5 req-a336e06f-92c8-4c75-abb0-ce5c1ae28104 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0818143 Aug 30 19:19:51.807066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0b4e2-eeb5-4944-ad75-543050986cbe req-a187990f-7c3b-42c9-876c-fe759886321e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:51.809431 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9db0b4e2-eeb5-4944-ad75-543050986cbe req-a187990f-7c3b-42c9-876c-fe759886321e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.0904763 Aug 30 19:19:51.820405 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c904-2aad-42c1-9a0f-3130bbafd8b8 req-835b340d-4066-48d4-98e8-606ee65b2782 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:51.823440 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c289c904-2aad-42c1-9a0f-3130bbafd8b8 req-835b340d-4066-48d4-98e8-606ee65b2782 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.0981545 Aug 30 19:19:51.886221 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9db0b4e2-eeb5-4944-ad75-543050986cbe req-fe3f11c5-5ab3-4aa9-b8f4-799b9c1b68b2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696244 Aug 30 19:19:51.951788 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c289c904-2aad-42c1-9a0f-3130bbafd8b8 req-65a7cc12-dd8d-4aea-87cc-40170fa7d798 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118603 Aug 30 19:19:52.125948 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89cd55-6a64-4c73-8e5f-48ba0bc34215 req-f4d1dfd6-ee91-4975-bde9-67615c16b239 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:52.130938 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4c89cd55-6a64-4c73-8e5f-48ba0bc34215 req-f4d1dfd6-ee91-4975-bde9-67615c16b239 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.0745645 Aug 30 19:19:52.200657 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4c89cd55-6a64-4c73-8e5f-48ba0bc34215 req-272a8a75-def1-4e60-9515-24e2fcabb65f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564764 Aug 30 19:19:52.405864 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:52.700528 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4309e64a-ebf3-4985-8f2f-77f27a3c9512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:52.872512 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-55deb145-dd2f-4d95-a0d2-338e31ef80a1 req-cb34151a-471e-4b64-9758-8ef68621c7bb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0532944 Aug 30 19:19:52.906134 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4309e64a-ebf3-4985-8f2f-77f27a3c9512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:52.912187 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4309e64a-ebf3-4985-8f2f-77f27a3c9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:52.965102 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4309e64a-ebf3-4985-8f2f-77f27a3c9512 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9880aa0ef93e417883149569c3e906a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5508995 Aug 30 19:19:52.965808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:52.977154 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309e64a-ebf3-4985-8f2f-77f27a3c9512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10274c70-7ed3-4849-8ab7-006ba363ac6b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:53.093529 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.100513 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d9dd7-1bf9-4533-95d5-b89d1ca4192f req-a81fe0d2-bf9d-451d-a9a5-fc24b622c7ca tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:53.103127 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b60d9dd7-1bf9-4533-95d5-b89d1ca4192f req-a81fe0d2-bf9d-451d-a9a5-fc24b622c7ca tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.0928600 Aug 30 19:19:53.155886 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.179060 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b60d9dd7-1bf9-4533-95d5-b89d1ca4192f req-a39df73d-9d9c-4ed0-9146-acfd172f8737 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596428 Aug 30 19:19:53.229162 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f3d54-14c6-4bb4-b198-6fb47b63964f req-9d20fddc-4a9c-42db-911c-9826342b7237 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:53.231575 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-df2f3d54-14c6-4bb4-b198-6fb47b63964f req-9d20fddc-4a9c-42db-911c-9826342b7237 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.1237111 Aug 30 19:19:53.311972 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-df2f3d54-14c6-4bb4-b198-6fb47b63964f req-9b77ac43-cf65-48a8-abf6-d8c43bd4df41 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Aug 30 19:19:53.313727 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.328462 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.336009 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10274c70-7ed3-4849-8ab7-006ba363ac6b HTTP/1.1" status: 204 len: 168 time: 0.3690133 Aug 30 19:19:53.362351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ee72-6aea-4f12-a8ba-1cf84456bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10274c70-7ed3-4849-8ab7-006ba363ac6b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:53.426975 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f970b-8660-453b-9c3f-ab35462666af req-db1d6aaa-8322-487f-ba23-97f027ac1c8c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:53.438865 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5d3f970b-8660-453b-9c3f-ab35462666af req-db1d6aaa-8322-487f-ba23-97f027ac1c8c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.0829542 Aug 30 19:19:53.501823 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5d3f970b-8660-453b-9c3f-ab35462666af req-203b5cd3-b542-47ea-8617-8f7236247a58 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550866 Aug 30 19:19:53.563678 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48510) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:53.745791 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f5b57ed-521a-4e58-8ce7-d08990153643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.909757 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f5b57ed-521a-4e58-8ce7-d08990153643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:53.937416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f5b57ed-521a-4e58-8ce7-d08990153643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.042229 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a03064f-e9fb-437e-aab5-888b3b545458 req-24cc3e42-2f5d-49e8-a5d5-d63693621b09 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0903721 Aug 30 19:19:54.050339 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b57ed-521a-4e58-8ce7-d08990153643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dffbbe-5946-4919-a156-5df7f585034a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:54.062357 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:54.080680 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4f5b57ed-521a-4e58-8ce7-d08990153643 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b4fff97a0544b09b87f17fd274f9105&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4944665 Aug 30 19:19:54.133159 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.162087 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.228651 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.238238 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.240420 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d4dffbbe-5946-4919-a156-5df7f585034a HTTP/1.1" status: 204 len: 168 time: 0.1752787 Aug 30 19:19:54.249121 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71fc79-808f-4a42-9014-e9d38c595aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dffbbe-5946-4919-a156-5df7f585034a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:54.368080 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e796e1-1062-453e-9609-08831503ec36 req-17652f49-8f19-4396-9900-526461513c2f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:54.369745 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66e796e1-1062-453e-9609-08831503ec36 req-17652f49-8f19-4396-9900-526461513c2f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.0891910 Aug 30 19:19:54.475294 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66e796e1-1062-453e-9609-08831503ec36 req-72dad825-85a4-4782-a6a1-75c31c34a5c9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911670 Aug 30 19:19:54.486908 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a7c6a-f359-4491-a495-f16b6945d7a2 req-683419ad-dd41-442f-b57c-0f0860d6b721 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:54.496689 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a91a7c6a-f359-4491-a495-f16b6945d7a2 req-683419ad-dd41-442f-b57c-0f0860d6b721 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.0852044 Aug 30 19:19:54.563292 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a91a7c6a-f359-4491-a495-f16b6945d7a2 req-eca10f55-4bc0-4dc3-9f7d-511715068709 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Aug 30 19:19:54.713554 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61770846-addd-4bcc-9f84-b45334939cd8 req-6296a898-41bf-495f-bba3-85c1021b1ae8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:54.730617 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61770846-addd-4bcc-9f84-b45334939cd8 req-6296a898-41bf-495f-bba3-85c1021b1ae8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.1204367 Aug 30 19:19:54.788088 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48564) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:54.805127 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61770846-addd-4bcc-9f84-b45334939cd8 req-3c01a2e1-996c-4dcb-bfd2-e48ae4e4e957 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604684 Aug 30 19:19:54.811553 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9debcba6-4e45-4f0e-87c7-42c29c3551ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.949822 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9debcba6-4e45-4f0e-87c7-42c29c3551ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.954262 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9debcba6-4e45-4f0e-87c7-42c29c3551ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:54.994390 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9debcba6-4e45-4f0e-87c7-42c29c3551ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01150bb0074540f499274f4b1873d026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051365 Aug 30 19:19:54.995580 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debcba6-4e45-4f0e-87c7-42c29c3551ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cadc16d-de25-47a9-9f8b-e1ff3e74b9d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:54.997535 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:55.100710 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.146911 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.225440 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.226761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.230592 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6cadc16d-de25-47a9-9f8b-e1ff3e74b9d4 HTTP/1.1" status: 204 len: 168 time: 0.2287843 Aug 30 19:19:55.236538 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0ce3700b-dbfe-43f9-99c4-e915812b0ff8 req-15b455ca-6619-4f65-ad92-fcda4576054f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0393100 Aug 30 19:19:55.249564 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341e738-9836-499c-b9a4-d3a7fb17eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cadc16d-de25-47a9-9f8b-e1ff3e74b9d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:55.340771 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:55.636960 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e1369-4c6d-41ae-8320-31de6332a343 req-b5f1f004-5007-4690-8e52-b173e19a6d9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:55.638515 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-699e1369-4c6d-41ae-8320-31de6332a343 req-b5f1f004-5007-4690-8e52-b173e19a6d9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.0896971 Aug 30 19:19:55.686258 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecc090b-38ce-494c-8276-b4995221a834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.727748 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac48d3e-5cec-4867-aa8e-a43ad4fec592 req-34dad387-c936-4861-b3e3-a106cd1a5f7a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:55.730107 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dac48d3e-5cec-4867-aa8e-a43ad4fec592 req-34dad387-c936-4861-b3e3-a106cd1a5f7a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.0948210 Aug 30 19:19:55.746210 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-699e1369-4c6d-41ae-8320-31de6332a343 req-a290da6b-d87f-4a47-8675-6795e1b86d64 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958862 Aug 30 19:19:55.816390 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dac48d3e-5cec-4867-aa8e-a43ad4fec592 req-db9a7498-1183-4ab2-a1b2-a126acab58e3 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Aug 30 19:19:55.864121 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecc090b-38ce-494c-8276-b4995221a834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.871385 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ecc090b-38ce-494c-8276-b4995221a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:55.978289 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3ecc090b-38ce-494c-8276-b4995221a834 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17a60e39700449cb98800d1a7c74c180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6357625 Aug 30 19:19:55.980831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:55.994244 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc090b-38ce-494c-8276-b4995221a834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a7030-586a-487e-9a68-461b86d08d98,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:56.022138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f006a3-7db8-49bc-a337-13b8cb104c94 req-29140478-e56d-462d-99f8-53d5682890f8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:56.030705 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-22f006a3-7db8-49bc-a337-13b8cb104c94 req-29140478-e56d-462d-99f8-53d5682890f8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.1096692 Aug 30 19:19:56.074215 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-22f006a3-7db8-49bc-a337-13b8cb104c94 req-dbd83449-54bc-4a64-bcd9-39075b31e537 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Aug 30 19:19:56.080833 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.106915 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.163777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.166357 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.169805 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d5a7030-586a-487e-9a68-461b86d08d98 HTTP/1.1" status: 204 len: 168 time: 0.1847396 Aug 30 19:19:56.175918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6365baf-ae5c-4076-baff-da2d30a7efe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a7030-586a-487e-9a68-461b86d08d98,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:56.312280 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48644) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:56.356425 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a28e2d49-6bb7-4a0e-9c3c-bd55ba87c459 req-dde7996d-8a57-4660-bb55-19e1c501a118 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Aug 30 19:19:56.424112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-839eca1b-b78e-4d95-aac3-3dd02b9f0806 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:56.429032 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-839eca1b-b78e-4d95-aac3-3dd02b9f0806 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075936 Aug 30 19:19:56.548408 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-7d024df6-1926-4624-8556-e6e95ffd1c06 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:56.549359 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-7d024df6-1926-4624-8556-e6e95ffd1c06 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067532 Aug 30 19:19:56.551368 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-d900e74e-1151-4430-8b17-2517d7b74221 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:56.554362 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-d900e74e-1151-4430-8b17-2517d7b74221 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088155 Aug 30 19:19:56.554511 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-3dd6a072-e2ef-4702-a2ad-21582be195c9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:19:56.555604 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-3dd6a072-e2ef-4702-a2ad-21582be195c9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115469 Aug 30 19:19:56.595628 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c516a538-32e8-4623-bbe4-951a8319d40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.704244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c516a538-32e8-4623-bbe4-951a8319d40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.709500 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c516a538-32e8-4623-bbe4-951a8319d40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.749818 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c516a538-32e8-4623-bbe4-951a8319d40b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3bbf70bff5124a19bf338311dd4576f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362497 Aug 30 19:19:56.750689 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516a538-32e8-4623-bbe4-951a8319d40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeab771-3bef-4bf8-92fe-e10c0752dd26,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:56.752691 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:56.831439 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.897873 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:56.933412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fc356-abff-40cf-aa33-1546d87717dd req-942e7687-fd88-4a8b-a8fd-3e62a6b42114 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:56.935278 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2a9fc356-abff-40cf-aa33-1546d87717dd req-942e7687-fd88-4a8b-a8fd-3e62a6b42114 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 932 time: 0.0911617 Aug 30 19:19:56.975687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff5902-9bbc-48eb-b0d9-a13c06823d37 req-772ba2e9-d02f-4fa2-9ba1-4701e5cadf69 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:56.977436 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7ff5902-9bbc-48eb-b0d9-a13c06823d37 req-772ba2e9-d02f-4fa2-9ba1-4701e5cadf69 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.0796025 Aug 30 19:19:56.987844 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2a9fc356-abff-40cf-aa33-1546d87717dd req-1a71948a-9392-42fe-bbae-4c9637049323 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Aug 30 19:19:57.009494 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.012259 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.013386 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2eeab771-3bef-4bf8-92fe-e10c0752dd26 HTTP/1.1" status: 204 len: 168 time: 0.2597172 Aug 30 19:19:57.022807 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b6d58-483c-4c24-99a6-ac5c2521d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeab771-3bef-4bf8-92fe-e10c0752dd26,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:57.038044 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7ff5902-9bbc-48eb-b0d9-a13c06823d37 req-c324a9ea-6ed2-4dd6-aa6b-3c53d21739d0 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Aug 30 19:19:57.057097 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Request body: {'port': {'device_id': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:57.148881 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Request body: {'port': {'device_id': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:57.172615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Request body: {'port': {'device_id': '4f36aabd-e866-497c-b991-230f61be8065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:57.226145 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.274685 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.83', 65464) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:57.351158 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.432402 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Request body: {'port': {'device_id': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:57.516004 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70aec9-73e9-435d-a0d8-bf83177588db req-43feb297-12d0-4c29-81ea-7a1ea94633a1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:57.530374 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2d70aec9-73e9-435d-a0d8-bf83177588db req-43feb297-12d0-4c29-81ea-7a1ea94633a1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.1062996 Aug 30 19:19:57.610062 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c3405d7-d8be-4444-9700-df05fd739a9d req-750dc1d2-3a1b-461d-8d3e-071ee6ff9cbd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0777395 Aug 30 19:19:57.618287 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.628861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-34b62689-a199-4503-a9fe-25fd9e47dea2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:57.630535 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-34b62689-a199-4503-a9fe-25fd9e47dea2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 817 time: 0.3548384 Aug 30 19:19:57.703427 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:57.737231 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2d70aec9-73e9-435d-a0d8-bf83177588db req-fea9d696-d1cb-45d0-bd65-58794a00d65a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000546 Aug 30 19:19:57.858354 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-3a87c93d-726a-417b-9faa-331abd3b6729 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 380 time: 0.1708088 Aug 30 19:19:57.880046 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'port': {'device_id': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'admin_state_up': True, 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'security_groups': ['d7affedb-e4a5-4424-99ed-b44cb2d2b041']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:19:57.899266 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48712) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:58.151858 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e93ad0b8-4fc1-4c52-9adb-8ee0c73c4d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.235277 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91742cc-9d6a-42d4-b1be-c3c82af619da {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:19:58.244993 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.270523 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999f773-c909-4300-b63a-f36555da7f66 req-c4eb7b68-ce1c-4773-9f23-eef40fede6bb tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:58.273025 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b999f773-c909-4300-b63a-f36555da7f66 req-c4eb7b68-ce1c-4773-9f23-eef40fede6bb tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 931 time: 0.1476834 Aug 30 19:19:58.290872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Transition to ACTIVE for port object c91742cc-9d6a-42d4-b1be-c3c82af619da will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:58.304413 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.372598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Pushing event updated for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:58.405997 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b999f773-c909-4300-b63a-f36555da7f66 req-b36a49d2-0ff3-4ca1-a9e9-eb1e41d8af2b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242092 Aug 30 19:19:58.473452 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Attempting to bind port c91742cc-9d6a-42d4-b1be-c3c82af619da on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:58.475217 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Attempting to bind port c91742cc-9d6a-42d4-b1be-c3c82af619da by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:58.475735 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Attempting to bind port c91742cc-9d6a-42d4-b1be-c3c82af619da on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:58.480718 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Port c91742cc-9d6a-42d4-b1be-c3c82af619da on network c70abefa-51ce-428e-a146-6661f3d92b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:19:58.481077 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Attempting to bind port c91742cc-9d6a-42d4-b1be-c3c82af619da on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:58.486491 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:58.487277 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Checking segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:58.487408 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Bound using segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:58.488831 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Bound port: c91742cc-9d6a-42d4-b1be-c3c82af619da, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:58.488831 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.536813 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab491176-1489-4490-818e-27c09350f0b9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:19:58.545364 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:19:58.558367 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.574885 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417c92f-3b33-42c8-b5ea-deaeccffb364 req-5b28bc81-625b-4c89-9c47-3316aa250747 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:58.576866 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d417c92f-3b33-42c8-b5ea-deaeccffb364 req-5b28bc81-625b-4c89-9c47-3316aa250747 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.4110544 Aug 30 19:19:58.583669 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.608416 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:58.616454 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:58.623379 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.626643 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e93ad0b8-4fc1-4c52-9adb-8ee0c73c4d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.630461 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Transition to ACTIVE for port object ab491176-1489-4490-818e-27c09350f0b9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:58.638418 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Transition to ACTIVE for port object 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:58.641105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e93ad0b8-4fc1-4c52-9adb-8ee0c73c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.654605 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.703873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.730225 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:58.730844 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.731292 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d417c92f-3b33-42c8-b5ea-deaeccffb364 req-8e6e0b6c-f981-4fac-912b-ce0146aed89f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402221 Aug 30 19:19:58.750703 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Made reservation on behalf of 0c0fdf516732430ba9bc466abddef665 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:19:58.754269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:58.754751 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] 10.222.0.83 "PUT /v2.0/ports/c91742cc-9d6a-42d4-b1be-c3c82af619da HTTP/1.1" status: 200 len: 1094 time: 1.9487371 Aug 30 19:19:58.760333 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:19:58.779264 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e93ad0b8-4fc1-4c52-9adb-8ee0c73c4d23 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3cf04eccec504a93ab2f77d2a5634500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6470950 Aug 30 19:19:58.793582 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48780) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:19:58.796397 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:58.898678 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad0b8-4fc1-4c52-9adb-8ee0c73c4d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12d02e-a664-4b77-a740-ad9bed82414d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.047122 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Pushing event updated for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.089786 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Attempting to bind port ab491176-1489-4490-818e-27c09350f0b9 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:59.089786 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Attempting to bind port ab491176-1489-4490-818e-27c09350f0b9 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '1426ae18-0189-40e2-87cc-69c7246f7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '50fd2754-130f-422c-a932-5250ab27d533'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:59.090081 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Attempting to bind port ab491176-1489-4490-818e-27c09350f0b9 on network 50fd2754-130f-422c-a932-5250ab27d533 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.131169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Port ab491176-1489-4490-818e-27c09350f0b9 on network 50fd2754-130f-422c-a932-5250ab27d533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:19:59.131688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Attempting to bind port ab491176-1489-4490-818e-27c09350f0b9 on network 50fd2754-130f-422c-a932-5250ab27d533 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.141524 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Attempting to bind port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:59.142121 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Attempting to bind port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:59.142524 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Attempting to bind port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.149010 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fb0d43de-b62e-4c1d-b4ad-6280c334a471 req-cd230284-465c-4bda-8bf4-1e7d8eff8642 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.2683764 Aug 30 19:19:59.151920 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decf026-feb7-4624-ad31-acc404d02ddc req-7f88c850-c8c9-4884-b99f-c98f99333db2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:59.153579 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9decf026-feb7-4624-ad31-acc404d02ddc req-7f88c850-c8c9-4884-b99f-c98f99333db2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 932 time: 0.2854040 Aug 30 19:19:59.154440 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.185835 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c140d-7437-4d7b-8228-93fbc257d320 service neutron] Pushing event updated for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.188670 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:59.189284 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Checking segment: {'id': '1426ae18-0189-40e2-87cc-69c7246f7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '50fd2754-130f-422c-a932-5250ab27d533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:59.190085 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Bound using segment: {'id': '1426ae18-0189-40e2-87cc-69c7246f7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '50fd2754-130f-422c-a932-5250ab27d533'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:59.190780 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Bound port: ab491176-1489-4490-818e-27c09350f0b9, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1426ae18-0189-40e2-87cc-69c7246f7b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '50fd2754-130f-422c-a932-5250ab27d533'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:59.191559 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.214738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-1a4ca334-fc64-418f-bbaf-ecd2c04fe08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:59.216386 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-1a4ca334-fc64-418f-bbaf-ecd2c04fe08b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 1097 time: 0.3430007 Aug 30 19:19:59.222152 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5455e002-450f-4f5e-9e6a-ac19d81a5f9f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:19:59.222728 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:19:59.223273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Attempting to bind port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.257034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:59.257561 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Checking segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:59.258039 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Bound using segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:59.258707 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Bound port: 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:59.259269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.267252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.293742 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2f37d-53d1-422c-876b-3b3da40cbcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:19:59.297695 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.310723 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-7df729c2-9b27-49d2-87cd-6530f0db70b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da HTTP/1.1" status: 200 len: 217 time: 0.0830743 Aug 30 19:19:59.312797 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Allocated IP 172.20.0.4 (fd4974df-95bb-4db8-b565-6c1c8121d15b/9563f690-84bd-409e-8447-13c6f9bc13e6/6ad8e5fe-ba43-40ee-96bd-8f26f3858655) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:19:59.385480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Transition to ACTIVE for port object 5455e002-450f-4f5e-9e6a-ac19d81a5f9f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:19:59.394381 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.403714 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9decf026-feb7-4624-ad31-acc404d02ddc req-dbe46dc6-f2db-4b33-8fb6-e59d7cd90d99 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209539 Aug 30 19:19:59.467494 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:59.528965 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Pushing event updated for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.542974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ab491176-1489-4490-818e-27c09350f0b9,segment=NetworkSegment(1426ae18-0189-40e2-87cc-69c7246f7b5a),segment_id=1426ae18-0189-40e2-87cc-69c7246f7b5a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:59.554565 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:19:59.564638 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.581685 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-c22e7440-5134-4533-bd58-a8e4376d681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:59.583855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.586052 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-c22e7440-5134-4533-bd58-a8e4376d681f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.2663424 Aug 30 19:19:59.586486 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.587570 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d12d02e-a664-4b77-a740-ad9bed82414d HTTP/1.1" status: 204 len: 168 time: 0.7880292 Aug 30 19:19:59.597450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:19:59.650060 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.674649 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dada5-8f03-4062-aef3-27e05f61bc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12d02e-a664-4b77-a740-ad9bed82414d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.708800 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:59.709459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.710940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] 10.222.0.83 "PUT /v2.0/ports/ab491176-1489-4490-818e-27c09350f0b9 HTTP/1.1" status: 200 len: 1093 time: 2.9228446 Aug 30 19:19:59.717584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:19:59.728028 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d81c7-c9a8-4603-affc-0bf84deb8ca5 x-openstack-request-id: req-012d81c7-c9a8-4603-affc-0bf84deb8ca5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:19:59.728803 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:19:59.728803 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-012d81c7-c9a8-4603-affc-0bf84deb8ca5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:19:59.729033 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da', 'status': 'completed', 'code': 200} Aug 30 19:19:59.733658 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-1f9fb865-0328-4815-84e4-e9866303a7e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386924 Aug 30 19:19:59.838359 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Attempting to bind port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:19:59.840743 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Attempting to bind port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:19:59.840743 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Attempting to bind port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.851983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:19:59.851983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Attempting to bind port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f on network a17d0b1c-9ffb-4e71-9ff5-8afda5736861 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:19:59.872669 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:19:59.873868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Checking segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:19:59.875211 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Bound using segment: {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:19:59.876789 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Bound port: 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0295613-292c-461a-b41c-e62cb65f9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:19:59.877159 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.877524 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:19:59.878635 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:19:59.885698 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] 10.222.0.83 "PUT /v2.0/ports/2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 1093 time: 3.0853653 Aug 30 19:19:59.974931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e4918-0155-4f40-b6fb-44705c645bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:19:59.995352 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad90e4-df27-4fcf-81d0-3457a2569755 req-9b8879ea-1f84-4c58-9e03-0d95aa7e96ac tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.011784 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bad90e4-df27-4fcf-81d0-3457a2569755 req-9b8879ea-1f84-4c58-9e03-0d95aa7e96ac tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.4541047 Aug 30 19:20:00.129321 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.235882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a857-a326-4f08-9cd2-36c3cddb826f service neutron] Pushing event updated for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:00.241411 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9bad90e4-df27-4fcf-81d0-3457a2569755 req-7bbc40fc-515e-44d6-acee-3cfdb2f378b2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284181 Aug 30 19:20:00.252220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Transition to ACTIVE for port object 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:00.310662 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-6ddadd12-3048-4b7b-bfaa-f1ff117494fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.312370 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-6ddadd12-3048-4b7b-bfaa-f1ff117494fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d11a94a338dd4ec19f9a4a49abb959cc&device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 1096 time: 0.5229907 Aug 30 19:20:00.315392 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-8aeae836-7fed-465d-94a6-571818ba0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.316999 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-8aeae836-7fed-465d-94a6-571818ba0bc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1096 time: 0.2703249 Aug 30 19:20:00.355971 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-e4a1887f-5c49-4bd4-b5af-504fd42bac80 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092522 Aug 30 19:20:00.404381 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-7c0e6024-67b3-47f3-82e3-da688249c29c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0749066 Aug 30 19:20:00.407081 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666" -d '{"events": [{"name": "network-changed", "server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "tag": "ab491176-1489-4490-818e-27c09350f0b9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:00.414591 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931bd2-9e51-418b-9d1c-5e3f409b6e35 req-9aaf0f18-64d0-4edb-ab40-2aee3891da11 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.416244 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e9931bd2-9e51-418b-9d1c-5e3f409b6e35 req-9aaf0f18-64d0-4edb-ab40-2aee3891da11 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.4704723 Aug 30 19:20:00.459375 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-8c86095f-a1c8-4083-92d4-f37892df4318 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab491176-1489-4490-818e-27c09350f0b9 HTTP/1.1" status: 200 len: 217 time: 0.1308792 Aug 30 19:20:00.470635 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:00.496727 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:00.511494 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c6552121-5651-4c67-8c60-87fadd98f6b1 req-786f4dd1-5f54-4bc0-8725-fce12cdd51e3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0989830 Aug 30 19:20:00.517740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.527530 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.569746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:00.570401 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e9931bd2-9e51-418b-9d1c-5e3f409b6e35 req-b7d8f423-3324-438f-aaf8-c63adf0368b5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191909 Aug 30 19:20:00.571991 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.572614 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.573593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:00.573946 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] 10.222.0.83 "PUT /v2.0/ports/5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 200 len: 1094 time: 3.7762296 Aug 30 19:20:00.578260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-fc01f24b-01d3-468c-a479-d07a1d77a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.579670 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-fc01f24b-01d3-468c-a479-d07a1d77a7fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.1380463 Aug 30 19:20:00.584605 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:00.590047 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.590693 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.607001 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:00.616294 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e5715db2-24b8-44b3-b4c0-269ef11cf1e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7433088 Aug 30 19:20:00.647550 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-111259e0-d66d-471c-bb8f-5b967d5ca1a7 req-63c8d8cc-11a1-403a-952f-aabfd6fd97a7 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747724 Aug 30 19:20:00.650995 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cf47d-2196-4212-a1af-6a21801810cc service neutron] Pushing event updated for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:00.811885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7f83-7d29-4dd0-b593-9f03ad9b5182 req-7b7abdbf-d577-4f46-bb83-cb31a7682751 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:00.814387 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fc1e7f83-7d29-4dd0-b593-9f03ad9b5182 req-7b7abdbf-d577-4f46-bb83-cb31a7682751 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0953305 Aug 30 19:20:00.871986 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fc1e7f83-7d29-4dd0-b593-9f03ad9b5182 req-7359c580-64af-4ac2-a968-62daf30806f6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498495 Aug 30 19:20:00.899902 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48916) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:00.941016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13e3bfb1-802c-4b1e-8ff4-72b16286ea1a None None] Provisioning for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:00.946652 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-13e3bfb1-802c-4b1e-8ff4-72b16286ea1a None None] Provisioning complete for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:00.947032 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-13e3bfb1-802c-4b1e-8ff4-72b16286ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:00.975470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b0706-f6cb-4447-b642-ac843c5688cb x-openstack-request-id: req-de8b0706-f6cb-4447-b642-ac843c5688cb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:00.975736 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "tag": "ab491176-1489-4490-818e-27c09350f0b9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:00.975829 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de8b0706-f6cb-4447-b642-ac843c5688cb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:00.976433 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9', 'status': 'completed', 'code': 200} Aug 30 19:20:00.995427 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-13e3bfb1-802c-4b1e-8ff4-72b16286ea1a None None] Port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:20:01.120291 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de5e253-43e8-4033-82b0-f9def8e65ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.236911 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de5e253-43e8-4033-82b0-f9def8e65ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.245498 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de5e253-43e8-4033-82b0-f9def8e65ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.291791 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5e253-43e8-4033-82b0-f9def8e65ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100dde21-4e47-4973-abef-2d6053b71b4b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:01.300383 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5de5e253-43e8-4033-82b0-f9def8e65ea2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48d6b995b88b46b1b00b6ba0e31b2ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993702 Aug 30 19:20:01.303873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:01.362451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.397767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.405784 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fc9e4-bb9a-43b4-bc27-66a09f0b77a7 req-9e8afc9f-9d37-4185-9071-3b04e138026b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:01.409991 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-572fc9e4-bb9a-43b4-bc27-66a09f0b77a7 req-9e8afc9f-9d37-4185-9071-3b04e138026b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.0653579 Aug 30 19:20:01.457060 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-572fc9e4-bb9a-43b4-bc27-66a09f0b77a7 req-9c47f25b-3f84-43c0-9292-97d0d101436f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405025 Aug 30 19:20:01.646763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.649181 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:01.650410 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/100dde21-4e47-4973-abef-2d6053b71b4b HTTP/1.1" status: 204 len: 168 time: 0.3456094 Aug 30 19:20:01.673277 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028fee-e43f-4770-9307-5b145b9b954a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100dde21-4e47-4973-abef-2d6053b71b4b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:01.699933 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafbb43-dc61-44be-8ce0-72e8eecb6a32 req-272e1f73-663d-4349-a6a1-848b6c84d599 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:01.707234 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efafbb43-dc61-44be-8ce0-72e8eecb6a32 req-272e1f73-663d-4349-a6a1-848b6c84d599 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 931 time: 0.0724537 Aug 30 19:20:01.729560 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:01.732920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bcbb6d-b59e-4f25-99a4-72e868947b29" -d '{"events": [{"name": "network-changed", "server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:01.760445 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62576726-2ccc-4025-8f60-ae335de75c45 req-75dcb17c-ede6-45c6-8bc4-3100dbaf0e83 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:01.762446 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-62576726-2ccc-4025-8f60-ae335de75c45 req-75dcb17c-ede6-45c6-8bc4-3100dbaf0e83 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.0933652 Aug 30 19:20:01.766531 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efafbb43-dc61-44be-8ce0-72e8eecb6a32 req-9abd2d07-d7e3-4531-a81c-63515906f7a7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578349 Aug 30 19:20:01.821314 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cbb145-aa60-4f28-af73-16053914d0bd x-openstack-request-id: req-11cbb145-aa60-4f28-af73-16053914d0bd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:01.823970 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:01.824806 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11cbb145-aa60-4f28-af73-16053914d0bd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:01.825455 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f', 'status': 'completed', 'code': 200} Aug 30 19:20:01.840860 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-62576726-2ccc-4025-8f60-ae335de75c45 req-c4ed43ba-f46d-4b0d-aaf6-a703b59696af tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723565 Aug 30 19:20:01.879348 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:02.011279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1587-b6e7-463b-a403-3ca629005c63 req-92e24838-c986-4786-ac70-e828c94918ca tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:02.018717 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37ff1587-b6e7-463b-a403-3ca629005c63 req-92e24838-c986-4786-ac70-e828c94918ca tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0631459 Aug 30 19:20:02.042212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00b9ca6b-ce25-4536-a869-ac112c84f6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.084079 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:02.094733 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37ff1587-b6e7-463b-a403-3ca629005c63 req-cbdba2f8-df41-4a64-a53d-061b3c1407bc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Aug 30 19:20:02.097841 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a50ab15-c082-4a1d-b0ad-405bc800cade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.176360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00b9ca6b-ce25-4536-a869-ac112c84f6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.180124 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00b9ca6b-ce25-4536-a869-ac112c84f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.218367 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-00b9ca6b-ce25-4536-a869-ac112c84f6dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e05c95c67264681bece1193e71de1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378167 Aug 30 19:20:02.219427 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9ca6b-ce25-4536-a869-ac112c84f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2c9a5-ae82-407e-8c5f-0e69e2f3f243,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:02.221112 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 48984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:02.303818 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a50ab15-c082-4a1d-b0ad-405bc800cade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.304893 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.309755 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a50ab15-c082-4a1d-b0ad-405bc800cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.347225 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.376338 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ab15-c082-4a1d-b0ad-405bc800cade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3e0d9-7c73-49b6-96bf-5679a80c589d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:02.380571 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1a50ab15-c082-4a1d-b0ad-405bc800cade admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e04e98b492ee4d4ea9407d342566520f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952638 Aug 30 19:20:02.383764 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 48988) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:02.414138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.416629 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.417813 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79f2c9a5-ae82-407e-8c5f-0e69e2f3f243 HTTP/1.1" status: 204 len: 168 time: 0.1955640 Aug 30 19:20:02.427527 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccacfc-234a-497d-a478-38bb72be7354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2c9a5-ae82-407e-8c5f-0e69e2f3f243,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:02.436108 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.458811 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.514652 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.517527 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:02.518693 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ba3e0d9-7c73-49b6-96bf-5679a80c589d HTTP/1.1" status: 204 len: 168 time: 0.1338220 Aug 30 19:20:02.528323 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632713c-a0b1-4d3e-b0c6-77e7c86adf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3e0d9-7c73-49b6-96bf-5679a80c589d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:02.584601 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce2d0d-e49c-4460-a71f-2581f2bcf0a4 req-3dc2e8cf-9b54-4adc-ad14-99c7705efdd5 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:02.586148 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e0ce2d0d-e49c-4460-a71f-2581f2bcf0a4 req-3dc2e8cf-9b54-4adc-ad14-99c7705efdd5 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.0535002 Aug 30 19:20:02.630736 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e0ce2d0d-e49c-4460-a71f-2581f2bcf0a4 req-0f58780f-58fe-480c-aeb9-151c37fd6534 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Aug 30 19:20:02.890113 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380659a-8963-4433-9704-4a11aeb81cef req-14769fa8-16a5-4f26-86c5-dce7a33d8379 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:02.891636 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2380659a-8963-4433-9704-4a11aeb81cef req-14769fa8-16a5-4f26-86c5-dce7a33d8379 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 931 time: 0.0550983 Aug 30 19:20:02.948867 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2380659a-8963-4433-9704-4a11aeb81cef req-02fbcb17-4988-435d-b420-2df3c9e893d9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496409 Aug 30 19:20:02.973385 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa965ef-e1a1-488b-9c9e-3f248a89bc76 req-d37dcb23-d771-495f-8d08-a92bc87483ff tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:02.977592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:02.979943 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e66f6-958d-498b-90e2-389d837bb60b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:02.981668 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2aa965ef-e1a1-488b-9c9e-3f248a89bc76 req-d37dcb23-d771-495f-8d08-a92bc87483ff tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.0625215 Aug 30 19:20:03.022597 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de20bf-f661-4a3e-bd9a-9bf3a14e7689 x-openstack-request-id: req-b9de20bf-f661-4a3e-bd9a-9bf3a14e7689 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:03.023400 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2aa965ef-e1a1-488b-9c9e-3f248a89bc76 req-d6071f58-fdd8-46a1-9a95-060996458005 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Aug 30 19:20:03.024606 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:03.024963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b9de20bf-f661-4a3e-bd9a-9bf3a14e7689 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:03.025554 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5', 'status': 'completed', 'code': 200} Aug 30 19:20:03.046731 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fe3878d3-ad92-46ff-9dbe-6785ccb6b370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:03.208534 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Request body: {'port': {'device_id': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:03.253038 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-43606fe7-2053-4afd-90b3-3a109961fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.254817 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-43606fe7-2053-4afd-90b3-3a109961fd11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 1097 time: 0.0545995 Aug 30 19:20:03.256563 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-2567e7ad-171c-4b79-b8f6-1ed60cbd39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.258220 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-2567e7ad-171c-4b79-b8f6-1ed60cbd39bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1097 time: 0.1004653 Aug 30 19:20:03.259821 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-3e6aa288-2221-4be3-b40c-88f5fd6c7d45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905230 Aug 30 19:20:03.322671 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558f0d-221c-464c-8afb-561f53197e19 req-93362fa1-50b8-4f9f-80fe-04994ea8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.332110 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-93362fa1-50b8-4f9f-80fe-04994ea8d508 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e857984-8bba-4d30-8708-4f43e75859bb HTTP/1.1" status: 200 len: 851 time: 0.1981597 Aug 30 19:20:03.422671 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-7e3abdb7-02e6-4de0-b1d5-e6e9f0e68c09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 200 len: 217 time: 0.1204045 Aug 30 19:20:03.427164 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-af273ba2-6f2e-42b5-bc33-3a3b389941dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50fd2754-130f-422c-a932-5250ab27d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502644 Aug 30 19:20:03.430731 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:03.467384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d2cb-14c8-4f0a-86c5-850de4e6be87 req-e8cf330a-ad53-4836-ae37-eaa15673624a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.468907 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6fe2d2cb-14c8-4f0a-86c5-850de4e6be87 req-e8cf330a-ad53-4836-ae37-eaa15673624a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.2530305 Aug 30 19:20:03.576384 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-6170e2fe-0ad3-47ef-bc5a-e96342da05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.578531 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-6170e2fe-0ad3-47ef-bc5a-e96342da05f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.1321959 Aug 30 19:20:03.582158 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-eb51f90c-3f4f-4e5a-92a9-b1663eed301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.584596 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-eb51f90c-3f4f-4e5a-92a9-b1663eed301f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 917 time: 0.3011472 Aug 30 19:20:03.596846 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-63d1e4e9-e422-47d0-9a27-1dd6aa964327 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042543 Aug 30 19:20:03.696914 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6fe2d2cb-14c8-4f0a-86c5-850de4e6be87 req-76c00f4b-d9d3-40c1-ba5c-c6359ccf5027 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183058 Aug 30 19:20:03.736466 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-35fbc3f6-b522-40a7-a868-b3d0b2c50911 service neutron] 10.222.0.83 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879596 Aug 30 19:20:03.787073 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c004-a771-4410-8681-4c2b0bda2d70 req-badb0665-e49a-4a45-b9e1-bcc105390ae9 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:03.789039 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-70e6c004-a771-4410-8681-4c2b0bda2d70 req-badb0665-e49a-4a45-b9e1-bcc105390ae9 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.0806847 Aug 30 19:20:03.845383 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-70e6c004-a771-4410-8681-4c2b0bda2d70 req-caefee42-4a34-428e-ab35-1e0b1eebc6d4 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Aug 30 19:20:03.911909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:03.919767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:03.934946 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Transition to ACTIVE for port object 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:03.941078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:03.995399 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:04.050925 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Attempting to bind port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:04.051275 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Attempting to bind port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:04.058354 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Attempting to bind port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:04.073074 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 on network fd4974df-95bb-4db8-b565-6c1c8121d15b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:20:04.073494 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Attempting to bind port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:04.079760 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:04.080168 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Checking segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:04.092289 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Bound using segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:04.092925 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Bound port: 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:04.093319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:04.210015 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cf089-67f5-48f9-9bad-000577c3482b req-201cb849-a1f6-4a5a-a087-aea77f5ed6e7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:04.211698 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-355cf089-67f5-48f9-9bad-000577c3482b req-201cb849-a1f6-4a5a-a087-aea77f5ed6e7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.0865798 Aug 30 19:20:04.214861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da095-4beb-4d52-b55e-f866ce631ac1 req-e4785a2f-dbf0-4948-9c42-abfd12d4cf2c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:04.222575 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-178da095-4beb-4d52-b55e-f866ce631ac1 req-e4785a2f-dbf0-4948-9c42-abfd12d4cf2c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.1240001 Aug 30 19:20:04.296315 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-355cf089-67f5-48f9-9bad-000577c3482b req-3e8d6468-7948-4e34-ad43-81e33fdd05f5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651627 Aug 30 19:20:04.309305 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-178da095-4beb-4d52-b55e-f866ce631ac1 req-00dd177f-099f-4155-8551-37137d376160 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841906 Aug 30 19:20:04.319132 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:04.332115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:04.342818 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:04.404732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:04.405365 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:04.406792 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 1093 time: 1.2388823 Aug 30 19:20:04.439340 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013ae9-cfca-4293-b008-a5256f4d7167 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:04.840236 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e5207-1e0a-4862-8ac0-480a0865b95c req-7de78715-79fb-4bc5-acf5-8db7c616dc2e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:04.842124 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb9e5207-1e0a-4862-8ac0-480a0865b95c req-7de78715-79fb-4bc5-acf5-8db7c616dc2e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0597734 Aug 30 19:20:04.892887 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb9e5207-1e0a-4862-8ac0-480a0865b95c req-c1c5c06e-7639-46fc-be01-47ed0b0a660d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Aug 30 19:20:04.983001 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d8b7-8202-4d2c-a7b5-376eab053fb3 req-d48e13b0-f5f4-4eee-a118-805c5cb89a96 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:04.985281 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5759d8b7-8202-4d2c-a7b5-376eab053fb3 req-d48e13b0-f5f4-4eee-a118-805c5cb89a96 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.0561116 Aug 30 19:20:05.023486 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5759d8b7-8202-4d2c-a7b5-376eab053fb3 req-74a3a4f8-53c0-43ee-9828-c9bcd44f89ad tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Aug 30 19:20:05.027071 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:05.029475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ecaa73-a46f-4490-96aa-6e8aea8dba66" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:05.063495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923f90e-2aca-4a52-a73c-5e464088396f x-openstack-request-id: req-d923f90e-2aca-4a52-a73c-5e464088396f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:05.063782 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:05.064025 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d923f90e-2aca-4a52-a73c-5e464088396f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:05.064408 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'status': 'completed', 'code': 200} Aug 30 19:20:05.434369 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1962e3a-845f-4c29-b4a8-6d780a66bbe2 req-c305c384-306b-42ea-bcde-e47c48afe87d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:05.436365 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f1962e3a-845f-4c29-b4a8-6d780a66bbe2 req-c305c384-306b-42ea-bcde-e47c48afe87d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0512316 Aug 30 19:20:05.438180 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fd01-5518-4e09-9f9a-31dc763831b8 req-33d0f805-043a-4682-9796-0b909d13d15e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:05.439951 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-44e3fd01-5518-4e09-9f9a-31dc763831b8 req-33d0f805-043a-4682-9796-0b909d13d15e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.0529265 Aug 30 19:20:05.483987 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f1962e3a-845f-4c29-b4a8-6d780a66bbe2 req-e560de7f-d3e1-4650-9b98-b62300649117 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Aug 30 19:20:05.493846 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-44e3fd01-5518-4e09-9f9a-31dc763831b8 req-06a9c4ef-2eb7-4d5a-b99c-7b150c998c70 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Aug 30 19:20:05.768842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-81980986-f8da-432e-8877-71082e1654e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:06.011420 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b38f81-d18c-4bbd-bd49-483bcd2125ca req-2225b622-6902-4349-a8dc-146e4785ca04 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.012879 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-13b38f81-d18c-4bbd-bd49-483bcd2125ca req-2225b622-6902-4349-a8dc-146e4785ca04 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0499165 Aug 30 19:20:06.052469 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-13b38f81-d18c-4bbd-bd49-483bcd2125ca req-38c9bcfc-29a7-4684-9306-623e015ab1a9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Aug 30 19:20:06.131038 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:06.140436 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf282456-34a2-460a-989f-4616bc7aebf9 req-d7cda9a6-29ec-460d-8c33-4abe4c2ee55f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.141960 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf282456-34a2-460a-989f-4616bc7aebf9 req-d7cda9a6-29ec-460d-8c33-4abe4c2ee55f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.0512991 Aug 30 19:20:06.180022 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf282456-34a2-460a-989f-4616bc7aebf9 req-e2ca76b5-9b52-405c-93e0-1f1e9dd056e2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Aug 30 19:20:06.496134 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-5a61b7fc-75cc-4e9d-95ba-5707c96945b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640244 Aug 30 19:20:06.497351 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-a10b5eff-0c90-4dff-990c-62b24e13219d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da HTTP/1.1" status: 200 len: 217 time: 0.0567477 Aug 30 19:20:06.649561 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-68b8d9e0-f37a-46f9-b089-b3941f782596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.651042 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-68b8d9e0-f37a-46f9-b089-b3941f782596 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.1331563 Aug 30 19:20:06.702400 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-f2f2a993-09be-4fa1-93d8-ba84b9081c1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403986 Aug 30 19:20:06.705050 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-146b742e-0e04-4e77-80ee-0dc9e9497c3b service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946514 Aug 30 19:20:06.706384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-bf0be70b-7f1d-4770-bea2-21c9ded40757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.707879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-bf0be70b-7f1d-4770-bea2-21c9ded40757 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1096 time: 0.2416060 Aug 30 19:20:06.717101 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715b48-89c4-4c64-af86-03c49a8c521d req-28d39a16-ae47-4f12-8cc0-a52a35f82ac0 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.718568 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2715b48-89c4-4c64-af86-03c49a8c521d req-28d39a16-ae47-4f12-8cc0-a52a35f82ac0 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.1084893 Aug 30 19:20:06.751448 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29b71e-c571-4796-9125-1d2b6a832411 req-4bb2b4a7-797c-4bf1-b5bf-70b2c76a2171 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.753244 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea29b71e-c571-4796-9125-1d2b6a832411 req-4bb2b4a7-797c-4bf1-b5bf-70b2c76a2171 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.1644294 Aug 30 19:20:06.767242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7828bb11-29c3-44fc-9761-0543ba270ae4 req-d5ad89c4-6993-420c-a851-dcf8b71ef712 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261633 Aug 30 19:20:06.768937 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a558f0d-221c-464c-8afb-561f53197e19 req-ec6cb6b3-17bc-4ac6-8b06-68a85339cb21 service neutron] 10.222.0.83 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175793 Aug 30 19:20:06.809707 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-c67d74c0-639c-4f91-8ff9-70d838a64390 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 217 time: 0.0688372 Aug 30 19:20:06.880842 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e87ac51e-c41c-43b3-9776-e6c685aa89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:06.883427 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-e87ac51e-c41c-43b3-9776-e6c685aa89ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0527296 Aug 30 19:20:06.892930 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea29b71e-c571-4796-9125-1d2b6a832411 req-bfeb44f7-41a5-4134-80b8-8d8139fb0da0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299872 Aug 30 19:20:06.946964 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2715b48-89c4-4c64-af86-03c49a8c521d req-09794ac3-83bc-41c1-b504-ca4a288fa14e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149246 Aug 30 19:20:06.951536 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-28f8c772-f352-41df-baad-dccfbf5851d4 req-4ae7ef49-e6b9-4f25-b38f-78de9608f249 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205768 Aug 30 19:20:06.983126 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-7d917f7b-9c89-43ec-acc5-8ef11ef4c34d service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598112 Aug 30 19:20:07.021659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-0c64bffa-3d87-457b-96a5-0867bf528639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.021659 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-0c64bffa-3d87-457b-96a5-0867bf528639 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d11a94a338dd4ec19f9a4a49abb959cc&device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 1096 time: 0.1281092 Aug 30 19:20:07.035394 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:07.041618 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e66f6-958d-498b-90e2-389d837bb60b req-7bd795eb-9183-4801-8922-65b79f637c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.043054 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-7bd795eb-9183-4801-8922-65b79f637c26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1096 time: 0.1559722 Aug 30 19:20:07.079688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-88104021-5ca3-4a5d-a9b3-110954178a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.081968 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-88104021-5ca3-4a5d-a9b3-110954178a63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1575427 Aug 30 19:20:07.333267 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-a31d7c9b-aaca-43fa-9a48-463173247d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.334881 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-a31d7c9b-aaca-43fa-9a48-463173247d44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1097 time: 0.2778323 Aug 30 19:20:07.373566 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-12ab9e65-25f9-4fad-849f-fb2a9d0e70b9 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762095 Aug 30 19:20:07.480698 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744692ae-4ef2-44bf-b3ed-e947afc7e72d req-ec8aa4d7-7043-4c95-bef5-a353bbea530a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.491780 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-744692ae-4ef2-44bf-b3ed-e947afc7e72d req-ec8aa4d7-7043-4c95-bef5-a353bbea530a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 943 time: 0.2023728 Aug 30 19:20:07.534307 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-4b7b00ca-ede7-43f0-b692-542d4b575da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.536093 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-4b7b00ca-ede7-43f0-b692-542d4b575da4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.1881440 Aug 30 19:20:07.553473 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-744692ae-4ef2-44bf-b3ed-e947afc7e72d req-46a086b3-a4dc-446c-8bac-d0bb217737d7 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Aug 30 19:20:07.595249 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-556bae07-61a3-4d15-86f9-303bdf946b15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 200 len: 217 time: 0.0405090 Aug 30 19:20:07.634475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-989b6f0b-2d28-4eca-ae95-4099ba1d9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.636135 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-989b6f0b-2d28-4eca-ae95-4099ba1d9b15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=50fd2754-130f-422c-a932-5250ab27d533 HTTP/1.1" status: 200 len: 913 time: 0.6051567 Aug 30 19:20:07.643621 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c466-2f86-4913-a801-105b373788f1 req-71a956b7-fc93-4142-8386-c8651cd21a2b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.651904 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f174c466-2f86-4913-a801-105b373788f1 req-71a956b7-fc93-4142-8386-c8651cd21a2b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.3460844 Aug 30 19:20:07.679172 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-f86510ef-a905-47f4-974c-873d238a517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.696534 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-f86510ef-a905-47f4-974c-873d238a517b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.0771794 Aug 30 19:20:07.732840 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-4993aea0-ecf7-4489-9bfc-66f04d3783d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab491176-1489-4490-818e-27c09350f0b9 HTTP/1.1" status: 200 len: 217 time: 0.0733340 Aug 30 19:20:07.733807 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-f690f07e-9494-4deb-aa64-1057669aefe1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354450 Aug 30 19:20:07.737055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e66f6-958d-498b-90e2-389d837bb60b req-a444470a-36e6-46ee-b4ff-fe848db09fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.738484 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-a444470a-36e6-46ee-b4ff-fe848db09fed service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.6840310 Aug 30 19:20:07.743604 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-d5d03367-8f80-4376-8ca6-bf2cd71a7f21 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363580 Aug 30 19:20:07.773312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f174c466-2f86-4913-a801-105b373788f1 req-107369a2-e62c-4488-b76e-864b43e95c59 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148312 Aug 30 19:20:07.884567 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-04263e4a-fa91-46d6-a369-f28b1c31fa8e service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266205 Aug 30 19:20:07.899845 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-e39e5c7b-a8bc-4998-ace0-79f5a9a8de0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.1228154 Aug 30 19:20:07.957018 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-2f12c600-b8f9-4ac1-82fb-6176ba9cd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:07.958859 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-2f12c600-b8f9-4ac1-82fb-6176ba9cd86b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e857984-8bba-4d30-8708-4f43e75859bb HTTP/1.1" status: 200 len: 851 time: 0.1829178 Aug 30 19:20:08.020940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-5476b5c1-2948-48b5-b5e1-603243c3d4ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=50fd2754-130f-422c-a932-5250ab27d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436356 Aug 30 19:20:08.062914 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-83bcbb6d-b59e-4f25-99a4-72e868947b29 req-45c56cda-bbd5-420c-bf2c-fe8822d5c8b4 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625342 Aug 30 19:20:08.104195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e66f6-958d-498b-90e2-389d837bb60b req-43b83b8b-305b-49e6-a680-359e13fde686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.105911 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-43b83b8b-305b-49e6-a680-359e13fde686 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.1924071 Aug 30 19:20:08.109994 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc476-6943-40db-b049-2bd081eebf46 req-83f0bfed-8c11-4a1c-8b97-f8ee5ea6cea1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.112874 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-de1fc476-6943-40db-b049-2bd081eebf46 req-83f0bfed-8c11-4a1c-8b97-f8ee5ea6cea1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0723372 Aug 30 19:20:08.158195 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-de1fc476-6943-40db-b049-2bd081eebf46 req-e134ab21-7bb8-45a7-8d4a-cfde33507eac tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Aug 30 19:20:08.177062 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device ab491176-1489-4490-818e-27c09350f0b9 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:08.214149 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2305ce89-8c04-40ee-9fa5-d79aa863bb03 req-8332352f-c46e-4d71-af3f-39c0c498a153 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393299 Aug 30 19:20:08.215908 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-c94bfd39-0da9-4fc7-895b-c31f518b38bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711572 Aug 30 19:20:08.287573 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ab491176-1489-4490-818e-27c09350f0b9,segment=NetworkSegment(1426ae18-0189-40e2-87cc-69c7246f7b5a),segment_id=1426ae18-0189-40e2-87cc-69c7246f7b5a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.300383 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'ab491176-1489-4490-818e-27c09350f0b9', 'network_id': '50fd2754-130f-422c-a932-5250ab27d533', 'port_id': 'ab491176-1489-4490-818e-27c09350f0b9', 'mac_address': 'fa:16:3e:a5:40:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e857984-8bba-4d30-8708-4f43e75859bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:08.309374 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dd68d-a488-437e-ab38-313b376d6de8 req-e66ea27b-50bf-4933-9d04-f4e9d035bdc3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.310941 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-842dd68d-a488-437e-ab38-313b376d6de8 req-e66ea27b-50bf-4933-9d04-f4e9d035bdc3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 944 time: 0.1672971 Aug 30 19:20:08.342151 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.355869 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab491176-1489-4490-818e-27c09350f0b9 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:08.375495 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-e3c0d357-9e16-4266-af06-38d10cc76655 service neutron] 10.222.0.83 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255956 Aug 30 19:20:08.376295 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ab491176-1489-4490-818e-27c09350f0b9,segment=NetworkSegment(1426ae18-0189-40e2-87cc-69c7246f7b5a),segment_id=1426ae18-0189-40e2-87cc-69c7246f7b5a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.380787 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.382079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device c91742cc-9d6a-42d4-b1be-c3c82af619da details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:08.458551 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-842dd68d-a488-437e-ab38-313b376d6de8 req-5150e806-45c6-44b9-a8cb-aebceaf98845 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306281 Aug 30 19:20:08.462901 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-819ac77e-8dd6-4e49-888a-221f8ebd43ee service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338002 Aug 30 19:20:08.466090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-a1a6f151-99ea-464d-ab6f-e0fde2bf3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.467484 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-a1a6f151-99ea-464d-ab6f-e0fde2bf3fe7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1096 time: 0.1845596 Aug 30 19:20:08.482652 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:08.540184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.560007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'c91742cc-9d6a-42d4-b1be-c3c82af619da', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'port_id': 'c91742cc-9d6a-42d4-b1be-c3c82af619da', 'mac_address': 'fa:16:3e:fc:73:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ccccbc-53cf-4c2c-ba3d-8869d6914ef4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:08.568735 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.608921 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.617235 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a2526a1-c9b2-4a0d-b948-c8f85d7c9666 req-9dc42c5d-1bda-4ddf-aa31-cc0302a777ec service neutron] 10.222.0.83 "GET /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280943 Aug 30 19:20:08.635453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91742cc-9d6a-42d4-b1be-c3c82af619da {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:08.667485 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.668292 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-19b02dff-6c62-4049-8d91-352be64e0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.669909 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-19b02dff-6c62-4049-8d91-352be64e0864 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.1921296 Aug 30 19:20:08.671715 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d13e66f6-958d-498b-90e2-389d837bb60b req-52f47a4d-427e-4307-b05a-20196fae563a service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949804 Aug 30 19:20:08.673034 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.674064 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:08.731744 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c8731-8261-4fe3-8999-15e4b0db75ba req-888151e5-c622-41f6-97d3-047219c8f368 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.733633 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e94c8731-8261-4fe3-8999-15e4b0db75ba req-888151e5-c622-41f6-97d3-047219c8f368 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 944 time: 0.0613225 Aug 30 19:20:08.741424 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-df3144f7-1d38-4ff9-83a5-a0bb45385f5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 217 time: 0.0562565 Aug 30 19:20:08.793039 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e94c8731-8261-4fe3-8999-15e4b0db75ba req-e8001ccb-e310-40ea-9916-4925554959e0 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502214 Aug 30 19:20:08.832519 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-dee71ad7-7eb3-49ff-b808-a77ad1544328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.834599 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-dee71ad7-7eb3-49ff-b808-a77ad1544328 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0780623 Aug 30 19:20:08.872541 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:08.894203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.909804 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'port_id': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5', 'mac_address': 'fa:16:3e:9f:db:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:08.919359 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-4d1b2a80-ebe6-4488-97e9-98ecae4ee5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.920940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-4d1b2a80-ebe6-4488-97e9-98ecae4ee5c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783739 Aug 30 19:20:08.936128 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3948-67f1-41a8-905d-88f1c0c3ed2d req-fc42f91c-7558-40c8-81f4-51e277f2a3dd tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:08.937717 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb8a3948-67f1-41a8-905d-88f1c0c3ed2d req-fc42f91c-7558-40c8-81f4-51e277f2a3dd tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0676930 Aug 30 19:20:08.951262 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:08.965028 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:08.993308 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:08.998071 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:09.023713 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:20:09.036592 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb8a3948-67f1-41a8-905d-88f1c0c3ed2d req-eee5e190-04ed-4e1c-8932-80e127109f36 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753477 Aug 30 19:20:09.061633 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-1a60d2a6-5bf1-4d83-a5cc-ca1c5e43a560 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213977 Aug 30 19:20:09.066603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:09.169544 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-57ecaa73-a46f-4490-96aa-6e8aea8dba66 req-f6ea5699-4dbf-41d6-83e7-e6f38b604738 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989425 Aug 30 19:20:09.302994 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212c35-6dbe-45f3-ae60-65248dc977d8 req-86523478-3b5f-4dd4-9ba8-09dcb5e21926 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:09.304298 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-51212c35-6dbe-45f3-ae60-65248dc977d8 req-86523478-3b5f-4dd4-9ba8-09dcb5e21926 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0660529 Aug 30 19:20:09.353980 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-51212c35-6dbe-45f3-ae60-65248dc977d8 req-ea8888a2-a96a-498f-bf76-cabedb06f236 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 Aug 30 19:20:09.404811 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['ab491176-1489-4490-818e-27c09350f0b9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:09.425220 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['2e7f487f-ed59-44ed-b06c-a0bfa38673d5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:09.470609 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:09.590612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a4a22-5a86-47e7-afb5-46cada475a3c req-9e86c0ab-2787-4249-9777-e0c4ff75b244 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:09.592361 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e04a4a22-5a86-47e7-afb5-46cada475a3c req-9e86c0ab-2787-4249-9777-e0c4ff75b244 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 945 time: 0.0622959 Aug 30 19:20:09.640035 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e04a4a22-5a86-47e7-afb5-46cada475a3c req-b0667261-5bd9-4017-8f23-c797efa4db4e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Aug 30 19:20:09.938281 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ad5a6-a1ce-4b7b-9181-d72b414ff557 req-2b14bee6-d605-428f-b4c6-8431d3a046bf tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:09.939962 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-890ad5a6-a1ce-4b7b-9181-d72b414ff557 req-2b14bee6-d605-428f-b4c6-8431d3a046bf tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 944 time: 0.0664308 Aug 30 19:20:09.987552 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-890ad5a6-a1ce-4b7b-9181-d72b414ff557 req-7a0891a5-78f3-4442-8b41-e8f5a78d32dc tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Aug 30 19:20:10.164394 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 5455e002-450f-4f5e-9e6a-ac19d81a5f9f details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:10.169766 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098dc19-ff5e-4326-a33c-92672556b3fc req-1bda2467-45bc-49cc-aef4-16fdf596d97a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:10.171290 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b098dc19-ff5e-4326-a33c-92672556b3fc req-1bda2467-45bc-49cc-aef4-16fdf596d97a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 944 time: 0.0524640 Aug 30 19:20:10.216850 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b098dc19-ff5e-4326-a33c-92672556b3fc req-85831f94-1a3a-47de-bac5-739b61939025 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Aug 30 19:20:10.302057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:10.322065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f', 'network_id': 'a17d0b1c-9ffb-4e71-9ff5-8afda5736861', 'port_id': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f', 'mac_address': 'fa:16:3e:02:b3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2f3c10-6f2f-4040-9df3-42d64d87ce1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:10.364277 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.442636 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:10.501128 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5455e002-450f-4f5e-9e6a-ac19d81a5f9f {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:10.514572 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb440b02-a667-4b97-ba6e-e47a40410adf req-57a2d654-2f95-42cc-9947-7b81aee44772 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:10.516822 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-eb440b02-a667-4b97-ba6e-e47a40410adf req-57a2d654-2f95-42cc-9947-7b81aee44772 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0715933 Aug 30 19:20:10.527850 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:10.533248 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.534016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:10.581685 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-eb440b02-a667-4b97-ba6e-e47a40410adf req-907d9c64-fc30-4650-a068-b2abc7bc45fe tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Aug 30 19:20:10.614521 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:10.629376 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-387a2c35-ae13-4bfd-8f62-ab8d1f36c469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.721296 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:10.734037 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:10.778659 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.792552 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-387a2c35-ae13-4bfd-8f62-ab8d1f36c469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.793809 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:10.797770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-387a2c35-ae13-4bfd-8f62-ab8d1f36c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.815007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:10.820161 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.841144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49b3a-be88-49c1-b664-6338046df441 req-ddbb04c9-0930-4514-9c84-be2cbc2c5752 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:10.842655 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cbe49b3a-be88-49c1-b664-6338046df441 req-ddbb04c9-0930-4514-9c84-be2cbc2c5752 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 945 time: 0.1205270 Aug 30 19:20:10.861044 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-387a2c35-ae13-4bfd-8f62-ab8d1f36c469 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=813a3b35437e469781261cd85f7b52c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168222 Aug 30 19:20:10.864323 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:10.876959 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:10.878184 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2c35-ae13-4bfd-8f62-ab8d1f36c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6312463-ab3b-4154-a21b-47d75b26330a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:10.907406 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cbe49b3a-be88-49c1-b664-6338046df441 req-5e11f484-6d5a-46ce-8ea4-031653ce1602 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544133 Aug 30 19:20:10.922887 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.946606 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:10.998874 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.001727 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.003020 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6312463-ab3b-4154-a21b-47d75b26330a HTTP/1.1" status: 204 len: 168 time: 0.1376309 Aug 30 19:20:11.016482 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91ffd3-dc3e-434a-9bbc-9e7a51b32d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6312463-ab3b-4154-a21b-47d75b26330a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:11.111947 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b1583-1318-46f8-869b-7faad0665695 req-7c6fe152-ce41-420d-bd32-62996370d72f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:11.113368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6ad8e5fe-ba43-40ee-96bd-8f26f3858655'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:11.113534 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ed6b1583-1318-46f8-869b-7faad0665695 req-7c6fe152-ce41-420d-bd32-62996370d72f tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 944 time: 0.0516098 Aug 30 19:20:11.119555 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['5455e002-450f-4f5e-9e6a-ac19d81a5f9f'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:11.156463 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ed6b1583-1318-46f8-869b-7faad0665695 req-27b34b9d-ae78-467b-9a06-7c4b33e7108a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Aug 30 19:20:11.315690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:11.329810 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e033c43-47e7-4be8-8f5a-f2e32ab5812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.376261 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a8c0-44d4-4308-ad9d-8127f3b783bb req-99e7839c-993d-4bd5-a389-f1794021e445 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:11.386312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb25a8c0-44d4-4308-ad9d-8127f3b783bb req-99e7839c-993d-4bd5-a389-f1794021e445 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 945 time: 0.0875893 Aug 30 19:20:11.426886 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb25a8c0-44d4-4308-ad9d-8127f3b783bb req-4d0d8151-82ca-4952-a42b-19f425f3efb6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Aug 30 19:20:11.432190 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e033c43-47e7-4be8-8f5a-f2e32ab5812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.436785 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e033c43-47e7-4be8-8f5a-f2e32ab5812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.477913 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4e033c43-47e7-4be8-8f5a-f2e32ab5812e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=850ade00dc7742f89c934cb175005618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609581 Aug 30 19:20:11.478626 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e033c43-47e7-4be8-8f5a-f2e32ab5812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e1da0d-6e55-4a38-8622-87179118fa22,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:11.480612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49358) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:11.539885 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.727057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df8d6-617d-4bb3-a5b8-f8d2f9e633ba req-cf712478-70cc-49c0-8e06-595f82968ce2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:11.728647 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-024df8d6-617d-4bb3-a5b8-f8d2f9e633ba req-cf712478-70cc-49c0-8e06-595f82968ce2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 944 time: 0.0656819 Aug 30 19:20:11.740382 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.773148 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-024df8d6-617d-4bb3-a5b8-f8d2f9e633ba req-8fd8bcab-687b-4828-9660-15f208123b7d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Aug 30 19:20:11.805082 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.805082 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:11.805082 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35e1da0d-6e55-4a38-8622-87179118fa22 HTTP/1.1" status: 204 len: 168 time: 0.3223684 Aug 30 19:20:11.815211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1319e3-4778-494c-b67d-0de735780c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e1da0d-6e55-4a38-8622-87179118fa22,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:12.056597 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbaf96-44b7-4e69-a623-6333bc4d08e1 req-8e4c64dd-5541-43eb-a4d6-5b4b30d795ec tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:12.058168 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-83dbaf96-44b7-4e69-a623-6333bc4d08e1 req-8e4c64dd-5541-43eb-a4d6-5b4b30d795ec tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 945 time: 0.0603828 Aug 30 19:20:12.117729 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-83dbaf96-44b7-4e69-a623-6333bc4d08e1 req-afd1748f-18a6-4a81-b322-a41e35066210 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Aug 30 19:20:12.185765 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device ab491176-1489-4490-818e-27c09350f0b9 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:12.235356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:12.270234 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port ab491176-1489-4490-818e-27c09350f0b9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:12.280502 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port ab491176-1489-4490-818e-27c09350f0b9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:12.283046 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.338369 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfbb27-effc-4dcf-adce-c4cf646b5ff9 req-e280b27f-99b8-48d0-b5e4-5af8ef44b910 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:12.340496 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3bfbb27-effc-4dcf-adce-c4cf646b5ff9 req-e280b27f-99b8-48d0-b5e4-5af8ef44b910 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 944 time: 0.0707500 Aug 30 19:20:12.389300 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.398938 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3bfbb27-effc-4dcf-adce-c4cf646b5ff9 req-e46356b5-aac7-4467-8c58-3ee6a125143b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520933 Aug 30 19:20:12.409623 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3684c96e-e250-4f9c-983e-03f348c4ace8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.417785 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:12.522471 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ab491176-1489-4490-818e-27c09350f0b9,segment=NetworkSegment(1426ae18-0189-40e2-87cc-69c7246f7b5a),segment_id=1426ae18-0189-40e2-87cc-69c7246f7b5a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:12.529210 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.530822 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 5455e002-450f-4f5e-9e6a-ac19d81a5f9f up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:12.532408 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3684c96e-e250-4f9c-983e-03f348c4ace8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.546326 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3684c96e-e250-4f9c-983e-03f348c4ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.610613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c96e-e250-4f9c-983e-03f348c4ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d6ef1-1abd-4849-8de2-1aaa079c891b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:12.622413 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3684c96e-e250-4f9c-983e-03f348c4ace8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5b21d0371524e30ba03a7b85146d0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832741 Aug 30 19:20:12.622656 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:12.638562 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bcc50-7de6-4ce8-8bb4-626c763c4581 req-05234b76-94a7-4bfb-b288-616be4fa406e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:12.640058 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-194bcc50-7de6-4ce8-8bb4-626c763c4581 req-05234b76-94a7-4bfb-b288-616be4fa406e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 945 time: 0.1134830 Aug 30 19:20:12.648518 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:12.655091 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df839066-03e2-45d0-b894-0160943bac4b" -d '{"events": [{"server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "name": "network-vif-plugged", "status": "completed", "tag": "ab491176-1489-4490-818e-27c09350f0b9"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:12.693402 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:12.699689 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:12.700408 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.727417 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-194bcc50-7de6-4ce8-8bb4-626c763c4581 req-1747d52f-fb44-4884-9b50-e0ec8a36b703 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705428 Aug 30 19:20:12.740153 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.775298 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.819621 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.845148 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.849031 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.852411 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d45d6ef1-1abd-4849-8de2-1aaa079c891b HTTP/1.1" status: 204 len: 168 time: 0.2289834 Aug 30 19:20:12.872105 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:12.872973 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005da38-68c9-4623-8cf5-ed721955a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d6ef1-1abd-4849-8de2-1aaa079c891b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:12.878711 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:12.880079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device c91742cc-9d6a-42d4-b1be-c3c82af619da up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:12.923458 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235da0a-c8e1-44d8-87af-8c0211598c16 x-openstack-request-id: req-e235da0a-c8e1-44d8-87af-8c0211598c16 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:12.923887 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "name": "network-vif-plugged", "status": "completed", "tag": "ab491176-1489-4490-818e-27c09350f0b9", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:12.924267 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e235da0a-c8e1-44d8-87af-8c0211598c16 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:12.925687 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9', 'code': 200} Aug 30 19:20:12.970527 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1c2c9-a56c-44cf-9b47-41f7b7e524d9 req-ec32558b-434d-4932-a73d-c218fe4a4772 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:12.977988 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a5e1c2c9-a56c-44cf-9b47-41f7b7e524d9 req-ec32558b-434d-4932-a73d-c218fe4a4772 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 944 time: 0.0801597 Aug 30 19:20:13.001960 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.016139 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port c91742cc-9d6a-42d4-b1be-c3c82af619da completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:13.023639 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port c91742cc-9d6a-42d4-b1be-c3c82af619da triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:13.024113 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.097626 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.098657 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a5e1c2c9-a56c-44cf-9b47-41f7b7e524d9 req-4462504f-7924-4ed4-9f35-2ca77fd155e6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193199 Aug 30 19:20:13.179195 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.209115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-ca4008e1-01db-4061-80d7-2dc90d4beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:13.211824 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-ca4008e1-01db-4061-80d7-2dc90d4beb1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 1098 time: 0.1120112 Aug 30 19:20:13.223498 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:13.230287 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.232315 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:13.239390 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-32fbe74c-b936-40c7-9225-ccc783d4d703 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.278540 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec244d-b729-4105-8a95-cf729a05ac16 req-b9ef0ee0-80ac-4456-bae8-917e90fcc54d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:13.283484 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7bec244d-b729-4105-8a95-cf729a05ac16 req-b9ef0ee0-80ac-4456-bae8-917e90fcc54d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 945 time: 0.0760114 Aug 30 19:20:13.332082 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.350282 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:13.358184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:13.358567 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.375028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-32fbe74c-b936-40c7-9225-ccc783d4d703 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.383144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-32fbe74c-b936-40c7-9225-ccc783d4d703 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.392697 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7bec244d-b729-4105-8a95-cf729a05ac16 req-9235c586-8c86-4c08-8401-5062c26f1ade tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034019 Aug 30 19:20:13.429095 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7519e3fa-6945-41f7-b71a-f58281eccae6 req-32fbe74c-b936-40c7-9225-ccc783d4d703 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091186 Aug 30 19:20:13.443469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbe74c-b936-40c7-9225-ccc783d4d703 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c442a6f8-457e-431f-bf57-dfdeaaf2ff7c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.525314 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.564447 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:13.570126 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:13.578645 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a853-5af1-40ae-8b55-32ff464eabef req-9c7bebc9-3467-4874-8be1-00d1c6008a8c tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:13.578914 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.581047 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:13.589256 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f8f5a853-5af1-40ae-8b55-32ff464eabef req-9c7bebc9-3467-4874-8be1-00d1c6008a8c tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0782452 Aug 30 19:20:13.589451 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f775fd5-5216-43e8-a552-38f804691164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.634162 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f8f5a853-5af1-40ae-8b55-32ff464eabef req-279be1cd-22b0-404f-b68f-0241f4ffc706 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Aug 30 19:20:13.679712 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.695770 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:13.701896 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:13.702501 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.779613 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f775fd5-5216-43e8-a552-38f804691164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.784834 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f775fd5-5216-43e8-a552-38f804691164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.808263 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.849487 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:13.854056 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.862150 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5f775fd5-5216-43e8-a552-38f804691164 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=54251da01345409ab95e9d2f4471ac0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962422 Aug 30 19:20:13.866188 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49464) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:13.883686 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f775fd5-5216-43e8-a552-38f804691164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bfe340-13fc-4d4f-b92f-bb7c44d9a96f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.910032 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cbe59-7206-499e-bc31-86bb10c8e645 req-485130c9-be56-4cdd-aaf5-e1bfb784796b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:13.912148 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7a7cbe59-7206-499e-bc31-86bb10c8e645 req-485130c9-be56-4cdd-aaf5-e1bfb784796b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0960515 Aug 30 19:20:13.919464 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:13.945178 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:13.964018 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7a7cbe59-7206-499e-bc31-86bb10c8e645 req-ed5fd901-4863-45c1-a75a-1af179d2cfc6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437331 Aug 30 19:20:13.967713 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.019238 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.022887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.024125 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/32bfe340-13fc-4d4f-b92f-bb7c44d9a96f HTTP/1.1" status: 204 len: 168 time: 0.1567130 Aug 30 19:20:14.033937 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e368fa-f8fb-44a4-bd10-b7020ac3ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bfe340-13fc-4d4f-b92f-bb7c44d9a96f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:14.271090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96398d1c-e0d2-483b-b5d1-cca394106913 req-03b44a79-a6c4-4d34-9974-d284a98be5b4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:14.273041 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-96398d1c-e0d2-483b-b5d1-cca394106913 req-03b44a79-a6c4-4d34-9974-d284a98be5b4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0612812 Aug 30 19:20:14.318240 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-96398d1c-e0d2-483b-b5d1-cca394106913 req-74929c0a-68d1-47b6-91f1-d322b7b8eebe tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 Aug 30 19:20:14.428471 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:14.447036 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b746f9-b512-47af-8e0f-7383b44f669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.566567 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad94bc3-259f-4dbe-a013-4df135a2f3c7 req-bf19f5bf-0f11-41f3-9e33-f0a8566d1549 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:14.566567 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ad94bc3-259f-4dbe-a013-4df135a2f3c7 req-bf19f5bf-0f11-41f3-9e33-f0a8566d1549 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0990632 Aug 30 19:20:14.619987 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ad94bc3-259f-4dbe-a013-4df135a2f3c7 req-c4e9a8c5-f46e-44d5-bd8f-0698335cfc14 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535150 Aug 30 19:20:14.645720 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b746f9-b512-47af-8e0f-7383b44f669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.649596 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b746f9-b512-47af-8e0f-7383b44f669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.695396 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-07b746f9-b512-47af-8e0f-7383b44f669a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c8e36bb930de40d6aa4d66dfd9882d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646759 Aug 30 19:20:14.696300 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b746f9-b512-47af-8e0f-7383b44f669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7175a8ee-044a-4905-ad49-df79645ca354,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:14.698014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49490) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:14.783582 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee7fe-34bb-4642-be08-2a00f2eb32e4 req-3d4aa59a-eddc-46cd-988c-b1896b03518b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:14.785100 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e64ee7fe-34bb-4642-be08-2a00f2eb32e4 req-3d4aa59a-eddc-46cd-988c-b1896b03518b tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0803893 Aug 30 19:20:14.789199 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.819178 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.868234 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e64ee7fe-34bb-4642-be08-2a00f2eb32e4 req-5f5707c4-1ae1-463f-8920-3825797b2721 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696602 Aug 30 19:20:14.889704 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.892193 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:14.893312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7175a8ee-044a-4905-ad49-df79645ca354 HTTP/1.1" status: 204 len: 168 time: 0.1940870 Aug 30 19:20:14.901968 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f086514-d6c7-430e-a146-836a50b6366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175a8ee-044a-4905-ad49-df79645ca354,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:14.926886 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f'}, {'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da'}, {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}, {'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:14.929803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2095198-182b-4a9e-b4f0-641061cd24b1" -d '{"events": [{"server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "name": "network-vif-plugged", "status": "completed", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f"}, {"server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "name": "network-vif-plugged", "status": "completed", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da"}, {"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}, {"server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "name": "network-vif-plugged", "status": "completed", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:14.981291 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd3205-bfb4-4c2c-8aad-a08052087a2e x-openstack-request-id: req-20cd3205-bfb4-4c2c-8aad-a08052087a2e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:14.981736 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "name": "network-vif-plugged", "status": "completed", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f", "code": 200}, {"server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "name": "network-vif-plugged", "status": "completed", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da", "code": 200}, {"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "code": 200}, {"server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "name": "network-vif-plugged", "status": "completed", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:14.981984 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20cd3205-bfb4-4c2c-8aad-a08052087a2e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:14.982372 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f', 'code': 200} Aug 30 19:20:14.982626 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da', 'code': 200} Aug 30 19:20:14.982973 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'code': 200} Aug 30 19:20:14.983220 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5', 'code': 200} Aug 30 19:20:15.086725 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0908f-73a6-4781-950b-6f88229eec4e req-b2860d94-787f-416a-9112-9ff9bc2c9c2d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:15.088231 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42a0908f-73a6-4781-950b-6f88229eec4e req-b2860d94-787f-416a-9112-9ff9bc2c9c2d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0553827 Aug 30 19:20:15.125860 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42a0908f-73a6-4781-950b-6f88229eec4e req-be4bbcd2-cfc9-4975-94a9-a302c2baf002 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Aug 30 19:20:15.446472 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa53e4-cb84-45f7-881a-eeeb0dadaca1 req-b0dceb40-93da-4aee-a019-97e3bbd70bbb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:15.448002 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3aa53e4-cb84-45f7-881a-eeeb0dadaca1 req-b0dceb40-93da-4aee-a019-97e3bbd70bbb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Aug 30 19:20:15.488351 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3aa53e4-cb84-45f7-881a-eeeb0dadaca1 req-4a229f4e-9c6d-4a21-9b33-d427247ffb78 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Aug 30 19:20:15.735165 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6651-b4cd-4be5-9698-4e32f42457a9 req-9a5479a6-7d2a-43f6-85ea-37d84ed6086e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:15.736633 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a45d6651-b4cd-4be5-9698-4e32f42457a9 req-9a5479a6-7d2a-43f6-85ea-37d84ed6086e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0496817 Aug 30 19:20:15.775993 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a45d6651-b4cd-4be5-9698-4e32f42457a9 req-61060fb9-e7dc-4249-b7e6-db5de1687421 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Aug 30 19:20:15.993938 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60ec56-60d8-45da-a8c1-3bd56f56e248 req-49431cbf-c3dd-441f-804e-0b552b46c52d tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:15.995623 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff60ec56-60d8-45da-a8c1-3bd56f56e248 req-49431cbf-c3dd-441f-804e-0b552b46c52d tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0556207 Aug 30 19:20:16.039493 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff60ec56-60d8-45da-a8c1-3bd56f56e248 req-44c1a3da-1374-45ef-9331-b2e671f2cd03 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Aug 30 19:20:16.249244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179ee4b-d32c-4cc5-95ba-1ccce0d65e79 req-e8f9500a-bdf4-4a2a-b34c-36bdb7660332 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:16.250250 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f179ee4b-d32c-4cc5-95ba-1ccce0d65e79 req-e8f9500a-bdf4-4a2a-b34c-36bdb7660332 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0487297 Aug 30 19:20:16.300827 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f179ee4b-d32c-4cc5-95ba-1ccce0d65e79 req-773c85d1-4d97-43c4-a1f5-b353578e1438 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Aug 30 19:20:16.641282 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6393540-2e09-48e9-adee-ebd556a727b6 req-80983e7d-b2c0-4e61-bf61-dbcc672c3e80 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:16.643106 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b6393540-2e09-48e9-adee-ebd556a727b6 req-80983e7d-b2c0-4e61-bf61-dbcc672c3e80 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0681415 Aug 30 19:20:16.688944 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b6393540-2e09-48e9-adee-ebd556a727b6 req-e981442d-db01-47bc-be0e-8a6417da618f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365207 Aug 30 19:20:16.909960 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ef901-0fa3-4e8d-905e-c0f832f46b7e req-cff4b613-dff1-48e1-a876-a383da413d07 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:16.911441 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd2ef901-0fa3-4e8d-905e-c0f832f46b7e req-cff4b613-dff1-48e1-a876-a383da413d07 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0680852 Aug 30 19:20:16.975861 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd2ef901-0fa3-4e8d-905e-c0f832f46b7e req-6a21484e-2aa5-48ce-b468-71a1b607de05 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506580 Aug 30 19:20:17.098271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83115f-1670-45a9-a096-435912adaf72 req-18fc0ec3-4ae2-4209-ba73-335f209fb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.099830 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab83115f-1670-45a9-a096-435912adaf72 req-18fc0ec3-4ae2-4209-ba73-335f209fb26a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.0470579 Aug 30 19:20:17.167684 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deec07-819b-4969-9bda-d2be72b58175 req-06da22d2-a775-4d51-9481-89e2722a1ecd tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.169065 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73deec07-819b-4969-9bda-d2be72b58175 req-06da22d2-a775-4d51-9481-89e2722a1ecd tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0572574 Aug 30 19:20:17.211508 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167442bb-c617-4f7d-8a65-2ffeb5f2e4f9 req-c5f2a66e-1319-4525-b713-a07d7cbea8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.213147 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-167442bb-c617-4f7d-8a65-2ffeb5f2e4f9 req-c5f2a66e-1319-4525-b713-a07d7cbea8de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 1099 time: 0.0947077 Aug 30 19:20:17.220813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab83115f-1670-45a9-a096-435912adaf72 req-1db52a91-f88f-4c60-b3f2-edd29b18bf00 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761335 Aug 30 19:20:17.230579 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5652-ca94-48a3-ae88-172019160058 req-83e22447-ee2c-49cf-8aff-60bdd19334aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.232210 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37af5652-ca94-48a3-ae88-172019160058 req-83e22447-ee2c-49cf-8aff-60bdd19334aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1098 time: 0.0672400 Aug 30 19:20:17.272178 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73deec07-819b-4969-9bda-d2be72b58175 req-eb1e49a4-a27e-4ca2-8618-9e525898f30a tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902886 Aug 30 19:20:17.275412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadded1f-e1f6-468c-ae1a-26438ba93b4f req-52f1a9d7-fca6-4d94-b561-779c2ee578c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.277040 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cadded1f-e1f6-468c-ae1a-26438ba93b4f req-52f1a9d7-fca6-4d94-b561-779c2ee578c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1099 time: 0.1042292 Aug 30 19:20:17.413305 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4ad7-dc42-4f91-b1ef-074929f58c63 req-8bee2c60-6c9f-49d4-9840-05a04f393ba6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.414840 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04f4ad7-dc42-4f91-b1ef-074929f58c63 req-8bee2c60-6c9f-49d4-9840-05a04f393ba6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0484767 Aug 30 19:20:17.465530 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f04f4ad7-dc42-4f91-b1ef-074929f58c63 req-50cb5e52-8127-4ddc-8f6d-6c791661deca tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Aug 30 19:20:17.494710 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cadded1f-e1f6-468c-ae1a-26438ba93b4f req-4299cd6f-6749-49d2-8d25-debb4a58dc1c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Aug 30 19:20:17.496547 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-167442bb-c617-4f7d-8a65-2ffeb5f2e4f9 req-8f252ff4-05fd-4df8-890f-31a8f206753b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Aug 30 19:20:17.508555 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37af5652-ca94-48a3-ae88-172019160058 req-10a35e9d-9442-4b73-934b-b9df70940115 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468562 Aug 30 19:20:17.831054 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bee5f-1343-4421-955c-93ba507b072d req-7496c175-cee1-4ee4-8c3e-6024ee9a2d41 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:17.833716 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c20bee5f-1343-4421-955c-93ba507b072d req-7496c175-cee1-4ee4-8c3e-6024ee9a2d41 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0593386 Aug 30 19:20:17.874922 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c20bee5f-1343-4421-955c-93ba507b072d req-2c9fc748-54de-47a3-835a-d432adc4d9ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343688 Aug 30 19:20:18.161205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8f7c8-48e3-4fde-b2cd-1b404aacbb95 req-9fc78655-2d06-4e6b-930d-53f94ff14202 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:18.162771 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcf8f7c8-48e3-4fde-b2cd-1b404aacbb95 req-9fc78655-2d06-4e6b-930d-53f94ff14202 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0651336 Aug 30 19:20:18.204251 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcf8f7c8-48e3-4fde-b2cd-1b404aacbb95 req-c872b5cd-d393-4d59-be44-b1c0d54bf56b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Aug 30 19:20:18.413325 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c756608-4a26-4f56-9029-417cc7cd2416 req-75ad86e8-a974-451e-8f79-f95fdd3fbcf8 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:18.415275 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6c756608-4a26-4f56-9029-417cc7cd2416 req-75ad86e8-a974-451e-8f79-f95fdd3fbcf8 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0654919 Aug 30 19:20:18.462270 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6c756608-4a26-4f56-9029-417cc7cd2416 req-b1552a9c-89ae-4763-8a0f-94e8c2cb9948 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Aug 30 19:20:18.608714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2928b9-d7e6-4e73-95f9-9ac95c171053 req-6d8c48f5-1f64-4856-925f-972d292e8748 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:18.614461 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fd2928b9-d7e6-4e73-95f9-9ac95c171053 req-6d8c48f5-1f64-4856-925f-972d292e8748 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0748007 Aug 30 19:20:18.653531 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fd2928b9-d7e6-4e73-95f9-9ac95c171053 req-8fd0885d-a5ec-445b-a36c-2fd7dc37839c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Aug 30 19:20:19.002848 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd075af-bc6a-46b1-b564-7eeb5c96a549 req-832028e2-3e0b-4dac-8d0f-df30455087b9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:19.004364 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2dd075af-bc6a-46b1-b564-7eeb5c96a549 req-832028e2-3e0b-4dac-8d0f-df30455087b9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0527477 Aug 30 19:20:19.044917 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2dd075af-bc6a-46b1-b564-7eeb5c96a549 req-8a872fee-364d-4bb0-b11a-6fa58d1b2068 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Aug 30 19:20:19.320879 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e062-b35e-4561-a737-bfb15c441f6d req-12bac2d2-db3f-4004-b541-34ccb932a0bc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:19.322404 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6b38e062-b35e-4561-a737-bfb15c441f6d req-12bac2d2-db3f-4004-b541-34ccb932a0bc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0515690 Aug 30 19:20:19.368181 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6b38e062-b35e-4561-a737-bfb15c441f6d req-1a94cc7c-1de9-47d5-9277-ebd5c3d02f64 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Aug 30 19:20:19.591116 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01591-ef58-437a-a39a-ef4df46290c0 req-c592c69a-c0f0-4937-98b7-7c4c43d308f2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:19.592676 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ffd01591-ef58-437a-a39a-ef4df46290c0 req-c592c69a-c0f0-4937-98b7-7c4c43d308f2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 30 19:20:19.634835 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ffd01591-ef58-437a-a39a-ef4df46290c0 req-6c53dc06-29f8-4a10-b0c3-65e78b1c3b7c tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Aug 30 19:20:19.799613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf09ea-18cb-4e50-9747-59098e181700 req-50d2a11d-7188-487f-a77e-66c0b44ef0fe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:19.810006 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7baf09ea-18cb-4e50-9747-59098e181700 req-50d2a11d-7188-487f-a77e-66c0b44ef0fe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0805857 Aug 30 19:20:19.855499 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7baf09ea-18cb-4e50-9747-59098e181700 req-86e83343-90fc-4054-a2f9-5a26d35b8c37 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Aug 30 19:20:20.185302 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcb0ee-b400-43ac-8a5d-34c66d770432 req-a5aef1e2-212f-4c26-b69b-ee1ec97d4615 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.190098 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bfbcb0ee-b400-43ac-8a5d-34c66d770432 req-a5aef1e2-212f-4c26-b69b-ee1ec97d4615 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0621059 Aug 30 19:20:20.240629 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bfbcb0ee-b400-43ac-8a5d-34c66d770432 req-fea25088-032b-4475-9eaa-1d427c528ddb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457551 Aug 30 19:20:20.286653 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-a1a7001f-dfe5-485c-b44f-e473c552231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.288424 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-a1a7001f-dfe5-485c-b44f-e473c552231a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1099 time: 0.0468123 Aug 30 19:20:20.295935 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49692) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:20.319931 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0a49-a9f8-4a29-b711-aa9135fde5be req-7f521740-5aa5-414d-ae74-1fab05143f2e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.321858 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b91a0a49-a9f8-4a29-b711-aa9135fde5be req-7f521740-5aa5-414d-ae74-1fab05143f2e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0901685 Aug 30 19:20:20.365126 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b91a0a49-a9f8-4a29-b711-aa9135fde5be req-67cae9fd-dd39-4fe9-8ce5-3a81a69f8afa tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Aug 30 19:20:20.403682 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-e2175f62-f4c5-4c27-abc8-19841764fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.405677 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-e2175f62-f4c5-4c27-abc8-19841764fc26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.1026874 Aug 30 19:20:20.463317 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55b5589d-0424-441e-99ef-e9a2c60153aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:20.468673 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-69581a69-fb09-4a8d-b205-43ea50367503 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 200 len: 217 time: 0.0537980 Aug 30 19:20:20.581720 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-3392d1d8-d703-4691-94f5-f68d43348de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.583979 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-3392d1d8-d703-4691-94f5-f68d43348de4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.0846679 Aug 30 19:20:20.602833 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010d5c-0cff-446e-9219-8811fe9a011f req-04b376fe-8464-4b0d-94a4-67d13e6e3f45 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:20.604441 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ec010d5c-0cff-446e-9219-8811fe9a011f req-04b376fe-8464-4b0d-94a4-67d13e6e3f45 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.1432223 Aug 30 19:20:20.643967 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-4bafae1d-5575-4721-8a8c-400342fa2751 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384693 Aug 30 19:20:20.735179 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ec010d5c-0cff-446e-9219-8811fe9a011f req-1434e606-1dba-462a-9cf5-dd584ec4a472 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145022 Aug 30 19:20:20.799159 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55b5589d-0424-441e-99ef-e9a2c60153aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:20.804621 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55b5589d-0424-441e-99ef-e9a2c60153aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:20.811186 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-3501be17-5047-4d23-bc15-5bad2f5b61c6 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476994 Aug 30 19:20:20.890225 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-55b5589d-0424-441e-99ef-e9a2c60153aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf45df0d482a4ede92d660c7ed9d136f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930066 Aug 30 19:20:20.893030 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:20.894477 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5589d-0424-441e-99ef-e9a2c60153aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a08b0c-73b6-415b-b3e3-df1f3bd564a1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:20.952000 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d52fdb6-8564-4700-be76-e616bbc3e8bf req-3a47de08-a6a3-49aa-adfa-5fa2dee7e2a8 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246948 Aug 30 19:20:20.971888 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:20.999832 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.087643 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.090339 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.091577 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07a08b0c-73b6-415b-b3e3-df1f3bd564a1 HTTP/1.1" status: 204 len: 168 time: 0.1973257 Aug 30 19:20:21.109977 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502061-b0ae-46b0-953c-a2e5778701f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a08b0c-73b6-415b-b3e3-df1f3bd564a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:21.462240 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49752) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:21.488861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc95b73-f4c1-4a24-9c55-7bc09bab5d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.529273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58c09-243c-43fe-a4a4-1923b2d3394b req-9e701fcd-7952-4c53-81b5-3c08283998e7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:21.530821 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6da58c09-243c-43fe-a4a4-1923b2d3394b req-9e701fcd-7952-4c53-81b5-3c08283998e7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1373761 Aug 30 19:20:21.595490 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6da58c09-243c-43fe-a4a4-1923b2d3394b req-28b8bb93-5d95-4c44-873d-6a89ee420425 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Aug 30 19:20:21.651904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc95b73-f4c1-4a24-9c55-7bc09bab5d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.658297 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbc95b73-f4c1-4a24-9c55-7bc09bab5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.742375 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bbc95b73-f4c1-4a24-9c55-7bc09bab5d85 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c149abc21b404c82aa77cd84f7382074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786894 Aug 30 19:20:21.745914 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:21.765671 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc95b73-f4c1-4a24-9c55-7bc09bab5d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1438d-cfb5-4dad-ba6b-a8acef943c9b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:21.801445 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f9fe-632d-4b35-8561-b5d2146be0ed req-073f6c74-b197-44b0-809b-47f1b19b5366 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:21.803566 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ee20f9fe-632d-4b35-8561-b5d2146be0ed req-073f6c74-b197-44b0-809b-47f1b19b5366 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0797720 Aug 30 19:20:21.815608 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ccfd-4541-429d-ae61-3ab5009c2fca req-df8be5af-00c6-4b21-af11-f24627f6657c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:21.817306 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-69c5ccfd-4541-429d-ae61-3ab5009c2fca req-df8be5af-00c6-4b21-af11-f24627f6657c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1012490 Aug 30 19:20:21.834059 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.834501 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 49782) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:21.842005 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'floatingip': {'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:21.858950 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.912195 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.916194 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.918693 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dfb1438d-cfb5-4dad-ba6b-a8acef943c9b HTTP/1.1" status: 204 len: 168 time: 0.1699946 Aug 30 19:20:21.939840 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87fa6-3489-49df-ac69-c8ffb75b52ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1438d-cfb5-4dad-ba6b-a8acef943c9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:21.948164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:21.999037 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ee20f9fe-632d-4b35-8561-b5d2146be0ed req-3e47a168-8154-45cb-a121-f5c951c02652 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845243 Aug 30 19:20:22.078172 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:22.286160 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655970ff-798b-4921-b2d2-266c4e088570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.414290 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655970ff-798b-4921-b2d2-266c4e088570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.420150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-655970ff-798b-4921-b2d2-266c4e088570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.479402 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-655970ff-798b-4921-b2d2-266c4e088570 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=467de22b7d734ecdaa81462a988a6a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985479 Aug 30 19:20:22.483098 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:22.491943 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655970ff-798b-4921-b2d2-266c4e088570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f85ef-eeb5-44da-b5f1-b48e9c870d1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:22.592163 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.622311 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.704639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.709928 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:22.712630 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b1f85ef-eeb5-44da-b5f1-b48e9c870d1f HTTP/1.1" status: 204 len: 168 time: 0.2279067 Aug 30 19:20:22.737846 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd702227-17a5-4eab-b60c-914b3f1044c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f85ef-eeb5-44da-b5f1-b48e9c870d1f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:23.001238 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.007041 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.165922 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Floating IP adf31fc7-7509-41bb-a078-16d511c56bab associated. External IP: 172.27.0.233, port: 6ad8e5fe-ba43-40ee-96bd-8f26f3858655. Aug 30 19:20:23.226936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35ab8-c858-4724-8be5-b36b4dee4795 req-ea66aaa6-7b03-4eb6-8fe4-9a33672a5610 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:23.227736 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cdb35ab8-c858-4724-8be5-b36b4dee4795 req-ea66aaa6-7b03-4eb6-8fe4-9a33672a5610 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1290615 Aug 30 19:20:23.324858 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cdb35ab8-c858-4724-8be5-b36b4dee4795 req-8eef086e-84a3-402d-831e-70813f9f5120 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888031 Aug 30 19:20:23.340466 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:23.362839 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e32cf5af-6a15-48e5-9e19-ffc643835130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.458774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:20:23.483356 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e32cf5af-6a15-48e5-9e19-ffc643835130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.488925 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e32cf5af-6a15-48e5-9e19-ffc643835130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.531722 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e32cf5af-6a15-48e5-9e19-ffc643835130 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23d908ae2657471c9768cf14cc0ed790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856053 Aug 30 19:20:23.532691 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cf5af-6a15-48e5-9e19-ffc643835130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b55c8-88d1-4476-b5d4-102be5a9d8f7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:23.535840 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 49858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:23.583703 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:20:23.588894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.598111 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.605181 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:20:23.615842 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:23.616783 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:23.625815 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9604cbc1-5b00-4e65-9608-1bed8a174bca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "PUT /v2.0/floatingips/adf31fc7-7509-41bb-a078-16d511c56bab HTTP/1.1" status: 200 len: 991 time: 1.7901073 Aug 30 19:20:23.626397 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:23.628887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3b9b67-2b90-4e14-801d-09b8bf575f98" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:23.635361 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.694312 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb97358-9954-4547-b0ac-f13d3a23ac6e x-openstack-request-id: req-0eb97358-9954-4547-b0ac-f13d3a23ac6e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:23.694599 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:23.694847 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0eb97358-9954-4547-b0ac-f13d3a23ac6e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:23.695238 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'status': 'completed', 'code': 200} Aug 30 19:20:23.703230 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.705983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:23.707634 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/404b55c8-88d1-4476-b5d4-102be5a9d8f7 HTTP/1.1" status: 204 len: 168 time: 0.1706433 Aug 30 19:20:23.717063 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab96e8-2e0b-4770-95d7-0d25adaffbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b55c8-88d1-4476-b5d4-102be5a9d8f7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:23.794227 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-e67c9e0e-d5d0-4a81-839a-1d530c7cea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:23.796480 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-e67c9e0e-d5d0-4a81-839a-1d530c7cea2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1098 time: 0.0740275 Aug 30 19:20:23.811281 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:23.922078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-76b6ef1d-353e-48f0-940c-0f70a8f73214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:23.924625 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-76b6ef1d-353e-48f0-940c-0f70a8f73214 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.1133215 Aug 30 19:20:24.117580 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-a7f98008-264e-422d-8851-b23983b82ff5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 999 time: 0.1745119 Aug 30 19:20:24.201330 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-406c1e98-c89a-4c37-a3ef-3d2dba891ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:24.203001 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-406c1e98-c89a-4c37-a3ef-3d2dba891ef9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0802372 Aug 30 19:20:24.267966 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-bb009e96-23db-404f-b2a1-f24683df2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:24.270681 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-bb009e96-23db-404f-b2a1-f24683df2ff2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581348 Aug 30 19:20:24.354755 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'adf31fc7-7509-41bb-a078-16d511c56bab', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:19:43Z', 'updated_at': '2021-08-30T19:20:22Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:24.386781 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:20:24.397496 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:24.398085 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:24.425110 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-918e7ff6-ac48-4ad2-8343-e3ae7f702346 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371126 Aug 30 19:20:24.531293 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:24.567845 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9406-ae1e-4739-ba7a-0b23a5b78f4e req-0e2d8974-79c6-45bb-b196-368211d7dd12 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:24.569726 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-46dd9406-ae1e-4739-ba7a-0b23a5b78f4e req-0e2d8974-79c6-45bb-b196-368211d7dd12 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1218853 Aug 30 19:20:24.607882 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c3b9b67-2b90-4e14-801d-09b8bf575f98 req-f0b369b3-aec8-4564-bcfd-d894665db83c service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745543 Aug 30 19:20:24.622169 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-46dd9406-ae1e-4739-ba7a-0b23a5b78f4e req-9a982ac4-93aa-49a0-857e-8a771c470cc1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Aug 30 19:20:24.824455 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'adf31fc7-7509-41bb-a078-16d511c56bab', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:19:43Z', 'updated_at': '2021-08-30T19:20:22Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:24.851498 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be69f437-a8fe-4e1a-b0b0-3b8e441331f1 None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'adf31fc7-7509-41bb-a078-16d511c56bab', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:19:43Z', 'updated_at': '2021-08-30T19:20:22Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:20:25.148233 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133cacf-01bc-4f43-8e24-d4af6b51c98e None None] New status for floating IP adf31fc7-7509-41bb-a078-16d511c56bab: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:20:25.752532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e918-8f72-44c7-a167-3370befdbbeb req-c73a771b-43b0-455e-a482-fdbb9c0febe4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:25.755154 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8c7e918-8f72-44c7-a167-3370befdbbeb req-c73a771b-43b0-455e-a482-fdbb9c0febe4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Aug 30 19:20:25.798475 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8c7e918-8f72-44c7-a167-3370befdbbeb req-238f7c61-9594-4832-8186-947892f6a37d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Aug 30 19:20:26.669669 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:26.784303 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abccb452-ab70-4bf4-ac9e-cf0c29d56414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:26.875043 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abccb452-ab70-4bf4-ac9e-cf0c29d56414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:26.879481 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abccb452-ab70-4bf4-ac9e-cf0c29d56414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:26.921555 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-abccb452-ab70-4bf4-ac9e-cf0c29d56414 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53134120d8e24b989d90b221ade63cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482991 Aug 30 19:20:26.921555 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccb452-ab70-4bf4-ac9e-cf0c29d56414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b04f5a-c3c1-4701-9223-9c6fe9136f13,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:26.921984 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50022) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:26.965360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ac18-90fd-4f5b-8fdc-1896d8593702 req-9723049f-12cb-498c-ba30-4593145aadbb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:26.966934 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5603ac18-90fd-4f5b-8fdc-1896d8593702 req-9723049f-12cb-498c-ba30-4593145aadbb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0864651 Aug 30 19:20:27.022011 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.031703 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5603ac18-90fd-4f5b-8fdc-1896d8593702 req-a4d759ad-17e8-41c1-a88c-36b890f08653 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Aug 30 19:20:27.055247 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.126373 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.129778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.130449 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e7b04f5a-c3c1-4701-9223-9c6fe9136f13 HTTP/1.1" status: 204 len: 168 time: 0.2067769 Aug 30 19:20:27.138689 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54171a2e-fc72-41aa-9930-5a5684905bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b04f5a-c3c1-4701-9223-9c6fe9136f13,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:27.398128 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50046) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:27.411327 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6d98182-5a0e-479a-9c49-07f5f1d0f2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.497882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6d98182-5a0e-479a-9c49-07f5f1d0f2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.501457 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6d98182-5a0e-479a-9c49-07f5f1d0f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.724256 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d98182-5a0e-479a-9c49-07f5f1d0f2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319fbe2-709c-4655-a4a5-deaa37eaff98,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:27.728561 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b6d98182-5a0e-479a-9c49-07f5f1d0f2dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cebfc6926e3b4680ade8825af59cfad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294036 Aug 30 19:20:27.731973 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50048) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:27.778219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.799893 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.847010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.850673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:27.851796 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f319fbe2-709c-4655-a4a5-deaa37eaff98 HTTP/1.1" status: 204 len: 168 time: 0.1196005 Aug 30 19:20:27.860986 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2fce0-dfcc-4f56-a4ac-918fc174016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319fbe2-709c-4655-a4a5-deaa37eaff98,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:28.256774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cbeb-2778-4193-bd9b-0b3493bdd8ec req-570b4d06-4acd-4417-b2f2-31d911315d2c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:28.268256 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e570cbeb-2778-4193-bd9b-0b3493bdd8ec req-570b4d06-4acd-4417-b2f2-31d911315d2c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1396444 Aug 30 19:20:28.315346 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e570cbeb-2778-4193-bd9b-0b3493bdd8ec req-7ddf8111-ac7f-431b-a5ae-4ebc66575002 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457697 Aug 30 19:20:28.343211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:28.457740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5100296-37db-4d99-a7d6-0b00f300a827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.577279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5100296-37db-4d99-a7d6-0b00f300a827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.584546 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5100296-37db-4d99-a7d6-0b00f300a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.636493 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:28.637012 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d5100296-37db-4d99-a7d6-0b00f300a827 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4a1a5c00237438cad3dbc309a6ec89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920036 Aug 30 19:20:28.637265 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5100296-37db-4d99-a7d6-0b00f300a827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48dbc8b-9f58-4a80-9031-524124226ece,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:28.696787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.723953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.771514 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.774302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:28.775460 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f48dbc8b-9f58-4a80-9031-524124226ece HTTP/1.1" status: 204 len: 168 time: 0.1379128 Aug 30 19:20:28.783460 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb210f-7e36-41ab-ac57-f4ead6e0e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48dbc8b-9f58-4a80-9031-524124226ece,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:29.116858 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:29.130330 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6310-69a4-404b-96be-135bcfb01501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.225946 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6310-69a4-404b-96be-135bcfb01501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.230980 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6310-69a4-404b-96be-135bcfb01501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.271885 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-6d7e6310-69a4-404b-96be-135bcfb01501 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a6f0e38f6984719ab96be4afdb8b468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538844 Aug 30 19:20:29.274670 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:29.284297 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6310-69a4-404b-96be-135bcfb01501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcbf0eb-7d97-4ca7-9b8e-7c4c81c368bd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:29.342458 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.372406 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.402836 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:29.479708 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f3f0-7916-42e3-8b42-8b7da624686c req-42848991-bae9-40f1-b8fd-07feb253d764 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:29.481755 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eac6f3f0-7916-42e3-8b42-8b7da624686c req-42848991-bae9-40f1-b8fd-07feb253d764 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0856478 Aug 30 19:20:29.483109 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.486476 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.487915 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7dcbf0eb-7d97-4ca7-9b8e-7c4c81c368bd HTTP/1.1" status: 204 len: 168 time: 0.2121029 Aug 30 19:20:29.507928 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86c45-6e98-4df5-b0c2-156c71fca0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcbf0eb-7d97-4ca7-9b8e-7c4c81c368bd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:29.545084 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd7eac-24a1-45c5-9bf4-9aae19fc50f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.545778 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eac6f3f0-7916-42e3-8b42-8b7da624686c req-85d1253b-3eed-49c9-a1f5-017415a273a1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 Aug 30 19:20:29.644332 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd7eac-24a1-45c5-9bf4-9aae19fc50f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.649562 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fd7eac-24a1-45c5-9bf4-9aae19fc50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.688058 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-05fd7eac-24a1-45c5-9bf4-9aae19fc50f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e03051ad8ad94bd9aa7ca9a728f848de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841229 Aug 30 19:20:29.689975 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7eac-24a1-45c5-9bf4-9aae19fc50f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ecefd1-6c89-42a5-bc48-af4a52c311f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:29.692724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:29.754351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.784384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.813773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:29.841558 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96cbfddc-cfdb-4bc5-ac0d-11cd99e08289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.858646 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.863026 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:29.864573 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03ecefd1-6c89-42a5-bc48-af4a52c311f0 HTTP/1.1" status: 204 len: 168 time: 0.1704774 Aug 30 19:20:29.873592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d4a76-513f-4fe0-8ef0-6b57cc9bed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ecefd1-6c89-42a5-bc48-af4a52c311f0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:30.011742 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96cbfddc-cfdb-4bc5-ac0d-11cd99e08289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.017141 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96cbfddc-cfdb-4bc5-ac0d-11cd99e08289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.073763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:30.073866 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-96cbfddc-cfdb-4bc5-ac0d-11cd99e08289 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4e7be2cb80ae484baaa64e3bdc1ae170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569335 Aug 30 19:20:30.073866 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbfddc-cfdb-4bc5-ac0d-11cd99e08289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c759e12-9ca0-4362-9bbd-6dbb3c9f7b5b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:30.133342 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.164597 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.221271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.224456 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:30.225759 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2c759e12-9ca0-4362-9bbd-6dbb3c9f7b5b HTTP/1.1" status: 204 len: 168 time: 0.1528971 Aug 30 19:20:30.243925 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013ec4f-1ec6-42d2-907c-a2190c968ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c759e12-9ca0-4362-9bbd-6dbb3c9f7b5b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:30.734439 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e38b5-79ec-40cb-8383-d02e96c78d30 req-e5ee79b2-5241-4f75-b1ac-0d2ef7fe7376 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:30.736086 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b32e38b5-79ec-40cb-8383-d02e96c78d30 req-e5ee79b2-5241-4f75-b1ac-0d2ef7fe7376 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0770497 Aug 30 19:20:30.799418 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b32e38b5-79ec-40cb-8383-d02e96c78d30 req-5f66ee97-c50d-4479-a6cb-17e12a276bb7 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Aug 30 19:20:30.967035 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bfa43-e4c2-4588-b41a-b3cb062aa2d1 req-e1760020-bf7f-4783-9933-c9e6df94e7b2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:30.968886 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f7bfa43-e4c2-4588-b41a-b3cb062aa2d1 req-e1760020-bf7f-4783-9933-c9e6df94e7b2 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0626240 Aug 30 19:20:31.012027 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f7bfa43-e4c2-4588-b41a-b3cb062aa2d1 req-9daa6d7a-e6c6-4ea6-ba51-e04c462d401e tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362251 Aug 30 19:20:31.931940 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8bd49-5dd4-4d9f-bdca-1f7e6d1cf237 req-7cac4714-efc7-479f-96ad-242623162a6c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:31.933989 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-25f8bd49-5dd4-4d9f-bdca-1f7e6d1cf237 req-7cac4714-efc7-479f-96ad-242623162a6c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0591283 Aug 30 19:20:31.986494 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-25f8bd49-5dd4-4d9f-bdca-1f7e6d1cf237 req-b4ee4717-30ce-46d7-a1b6-c5170deccf4b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Aug 30 19:20:32.157588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eaf07-f0dd-49a4-91e5-6e85e4629624 req-6240f624-28d5-4265-bc24-bf4043af7046 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:32.159106 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b60eaf07-f0dd-49a4-91e5-6e85e4629624 req-6240f624-28d5-4265-bc24-bf4043af7046 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0675449 Aug 30 19:20:32.205637 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b60eaf07-f0dd-49a4-91e5-6e85e4629624 req-69e37ea0-6da9-4a68-853c-a8bebcf826b4 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 Aug 30 19:20:33.022769 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e94f-f721-41d0-9c77-fc1bb1e3ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:33.135386 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ad87-0c64-405f-8c02-d385b56072b7 req-4bb1ccf1-1252-4673-b9b1-2b8d83214a8a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:33.136900 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3b69ad87-0c64-405f-8c02-d385b56072b7 req-4bb1ccf1-1252-4673-b9b1-2b8d83214a8a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0608838 Aug 30 19:20:33.182187 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3b69ad87-0c64-405f-8c02-d385b56072b7 req-bfafd4ba-aa4f-4fdb-b4f0-acddeae6ffbd tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Aug 30 19:20:33.334954 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1b5fc-550e-4d5c-bebf-4d4bcac2dd42 req-cf27eda1-5006-4cbb-9a54-87a4ef6e9526 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:33.337085 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff1b5fc-550e-4d5c-bebf-4d4bcac2dd42 req-cf27eda1-5006-4cbb-9a54-87a4ef6e9526 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Aug 30 19:20:33.376991 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ff1b5fc-550e-4d5c-bebf-4d4bcac2dd42 req-a4efa443-5b9a-4eb8-a771-670418f12ebb tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340612 Aug 30 19:20:34.132192 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50352) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:34.237776 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.335680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc71d-542e-4997-a8a5-5cb44391e02d req-3a7954e1-835d-4cf9-8798-4a853aef0b61 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:34.337321 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e29fc71d-542e-4997-a8a5-5cb44391e02d req-3a7954e1-835d-4cf9-8798-4a853aef0b61 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0812786 Aug 30 19:20:34.400412 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e29fc71d-542e-4997-a8a5-5cb44391e02d req-da22aec2-49e0-43cc-9e0c-5446183567d5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 Aug 30 19:20:34.429795 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.436818 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.511222 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9d1773bd3ed3464f9a48cbcd6b83a859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756111 Aug 30 19:20:34.511222 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1fa4f-f80b-4fb5-b68f-233f93f9ff3e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:34.512150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:34.531238 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.531586 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.531922 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.532375 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.532579 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.532906 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.533228 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.533578 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.533904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.534830 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.535158 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.535609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac484676-4c81-44da-9c99-08fd41ee3e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.559230 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433bb42-ea5f-4899-9e62-c1b7b2b854b2 req-7423f26f-9298-43e8-9766-4800ba7f050c tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:34.560805 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f433bb42-ea5f-4899-9e62-c1b7b2b854b2 req-7423f26f-9298-43e8-9766-4800ba7f050c tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0929246 Aug 30 19:20:34.592605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.611514 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f433bb42-ea5f-4899-9e62-c1b7b2b854b2 req-168d4638-06e5-477c-a232-a0f91903a001 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Aug 30 19:20:34.617804 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.677487 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.679951 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:34.681069 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eca1fa4f-f80b-4fb5-b68f-233f93f9ff3e HTTP/1.1" status: 204 len: 168 time: 0.1685174 Aug 30 19:20:34.688869 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1fa4f-f80b-4fb5-b68f-233f93f9ff3e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:34.696122 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.696465 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.696996 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.697581 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.697843 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.698170 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.698493 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.698816 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.699137 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.699455 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.699774 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:34.700090 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893c0d6-647e-4edf-82ef-b3a29b576005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:35.516814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0994daa-1acf-4d71-a3d5-2f95b9698fa1 req-4a2ad74e-cac5-4d09-a3f3-ef8b27bfa5e2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:35.518328 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0994daa-1acf-4d71-a3d5-2f95b9698fa1 req-4a2ad74e-cac5-4d09-a3f3-ef8b27bfa5e2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0511050 Aug 30 19:20:35.562610 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0994daa-1acf-4d71-a3d5-2f95b9698fa1 req-5a12ff13-aa19-49d6-904d-5fc35d7d716f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 Aug 30 19:20:35.743905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f70cc-863e-4063-ba99-f28af0365be7 req-102b0701-9d01-4657-aa9c-4d8245efe3d8 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:35.745277 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b2f70cc-863e-4063-ba99-f28af0365be7 req-102b0701-9d01-4657-aa9c-4d8245efe3d8 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0549779 Aug 30 19:20:35.772972 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db15e477-48fe-493f-80de-9b8f41c4e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:35.796426 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b2f70cc-863e-4063-ba99-f28af0365be7 req-cc3047f8-d7bb-4f94-88a9-70339c29b6f7 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Aug 30 19:20:36.135443 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:36.682976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff9bce-9354-4015-a61f-3d58b4d3f30b req-8d223ea5-a999-4c33-87c9-469f629c4ae8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:36.684700 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcff9bce-9354-4015-a61f-3d58b4d3f30b req-8d223ea5-a999-4c33-87c9-469f629c4ae8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0502300 Aug 30 19:20:36.725527 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bcff9bce-9354-4015-a61f-3d58b4d3f30b req-96050bd0-c516-4a5d-9a58-8a0558b2c056 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Aug 30 19:20:36.960321 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-bf73cdd7-65b6-46c7-a2ba-e1ca42e68584 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:36.961791 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-bf73cdd7-65b6-46c7-a2ba-e1ca42e68584 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.1032791 Aug 30 19:20:36.993400 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46735c-f6a2-4bd3-951d-c0eb6dce8698 req-6a5cd8df-3307-435c-a0af-0e6a54a231db tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:36.994945 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ad46735c-f6a2-4bd3-951d-c0eb6dce8698 req-6a5cd8df-3307-435c-a0af-0e6a54a231db tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 945 time: 0.0807872 Aug 30 19:20:37.019161 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:37.034890 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ad46735c-f6a2-4bd3-951d-c0eb6dce8698 req-dab1f4ee-6865-47da-8242-23b7b3e88078 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/security-groups?id=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Aug 30 19:20:37.119277 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Deleting port ab491176-1489-4490-818e-27c09350f0b9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:20:37.119615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:37.214707 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] For port ab491176-1489-4490-818e-27c09350f0b9, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=ab491176-1489-4490-818e-27c09350f0b9,segment=NetworkSegment(1426ae18-0189-40e2-87cc-69c7246f7b5a),segment_id=1426ae18-0189-40e2-87cc-69c7246f7b5a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:37.215079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:37.231102 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Calling delete_port for ab491176-1489-4490-818e-27c09350f0b9 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:20:37.434765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:37.448874 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['ab491176-1489-4490-818e-27c09350f0b9'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:37.468476 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Pushing event deleted for resources: {'Port': ['ID=ab491176-1489-4490-818e-27c09350f0b9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:37.533029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] No DVR routers for this DVR port ab491176-1489-4490-818e-27c09350f0b9 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:20:37.536600 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:37.541091 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37c49d00-6a80-4ec5-a4f4-56fbdfdc7914 req-355f5c0a-e2b6-4716-9ff2-29b48806bae1 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.83 "DELETE /v2.0/ports/ab491176-1489-4490-818e-27c09350f0b9 HTTP/1.1" status: 204 len: 173 time: 0.5641158 Aug 30 19:20:37.541091 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'name': 'network-vif-deleted', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:37.541295 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e645dd-8edd-4255-a994-b14cd61f80cd" -d '{"events": [{"server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "name": "network-vif-deleted", "tag": "ab491176-1489-4490-818e-27c09350f0b9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:37.586166 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f465302b-1eaa-444e-bd04-617280d31c6a x-openstack-request-id: req-f465302b-1eaa-444e-bd04-617280d31c6a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:37.586469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f36aabd-e866-497c-b991-230f61be8065", "name": "network-vif-deleted", "tag": "ab491176-1489-4490-818e-27c09350f0b9", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:37.586777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f465302b-1eaa-444e-bd04-617280d31c6a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:37.587180 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f36aabd-e866-497c-b991-230f61be8065', 'name': 'network-vif-deleted', 'tag': 'ab491176-1489-4490-818e-27c09350f0b9', 'status': 'completed', 'code': 200} Aug 30 19:20:37.859488 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6e75-81ec-452a-89c7-1cb160f41504 req-1306f658-070b-4200-b116-7c240477d258 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:37.861068 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e0b6e75-81ec-452a-89c7-1cb160f41504 req-1306f658-070b-4200-b116-7c240477d258 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0633559 Aug 30 19:20:37.904179 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0e0b6e75-81ec-452a-89c7-1cb160f41504 req-46cb3e65-d20c-4de9-bb29-419933bc2c85 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 30 19:20:37.983472 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:38.155457 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66438ad7-3b0a-4b87-bd37-e180f8a1dd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.185008 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4d990d3b-9e5a-4839-8326-0442c7087a51 req-58bcc7e0-f179-4250-8769-5943f5610c73 tempest-DeleteServersTestJSON-37650369 tempest-DeleteServersTestJSON-37650369-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f36aabd-e866-497c-b991-230f61be8065 HTTP/1.1" status: 200 len: 210 time: 0.0518613 Aug 30 19:20:38.327140 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66438ad7-3b0a-4b87-bd37-e180f8a1dd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.332961 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66438ad7-3b0a-4b87-bd37-e180f8a1dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.382257 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-66438ad7-3b0a-4b87-bd37-e180f8a1dd4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b7ac0348c054bc3b4728b2b9bcf606e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950248 Aug 30 19:20:38.384715 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50554) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:38.397929 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66438ad7-3b0a-4b87-bd37-e180f8a1dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5d7b3-504a-4dd0-9bbf-ccf2d093a103,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:38.507249 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.544987 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.553680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-87cbd4d8-3d41-4421-b8b1-4e8bc6fd8b4e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:38.554709 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.558879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-87cbd4d8-3d41-4421-b8b1-4e8bc6fd8b4e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.1647649 Aug 30 19:20:38.591898 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-cd2dbfc7-af86-466a-b2a7-955622c3e2b4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/quotas/38260e1d5bbf4517acf41902cc6b76b4 HTTP/1.1" status: 200 len: 375 time: 0.0262513 Aug 30 19:20:38.655402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.660643 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:38.662199 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6c5d7b3-504a-4dd0-9bbf-ccf2d093a103 HTTP/1.1" status: 204 len: 168 time: 0.2762859 Aug 30 19:20:38.672248 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-170563f2-8c52-48b4-8e2d-16a3fa4868f4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724251 Aug 30 19:20:38.677535 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b361e-083c-46c4-b39a-8a93804da33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5d7b3-504a-4dd0-9bbf-ccf2d093a103,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:38.806159 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-3cce7f8e-27d7-4a13-b39d-4982c426ac53 service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180854 Aug 30 19:20:38.950330 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-41611485-8156-48c5-a249-18f9f601e17a service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428750 Aug 30 19:20:39.080330 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f3ac8-5a9c-4344-a102-0ca26c290f30 req-01d928b9-0293-4161-8d62-ac31fe8c2632 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:39.083180 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9f3f3ac8-5a9c-4344-a102-0ca26c290f30 req-01d928b9-0293-4161-8d62-ac31fe8c2632 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0779798 Aug 30 19:20:39.089491 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:39.126872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1dd65ac-e5bc-4dce-938c-d8fa6994bb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.186848 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9f3f3ac8-5a9c-4344-a102-0ca26c290f30 req-b67cd0db-28dd-440f-afb6-746cdf286c17 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861464 Aug 30 19:20:39.198925 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b39dd764-bdd3-420d-a58d-f11cd8dfb661 req-6b6ab3bf-0ff6-45c8-82f2-2945a805aaff tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0444930 Aug 30 19:20:39.291695 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1dd65ac-e5bc-4dce-938c-d8fa6994bb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.300945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1dd65ac-e5bc-4dce-938c-d8fa6994bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.335591 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b1dd65ac-e5bc-4dce-938c-d8fa6994bb47 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=445ae714acbb4e469b82d2441673beaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448013 Aug 30 19:20:39.338487 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50588) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:39.365512 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd65ac-e5bc-4dce-938c-d8fa6994bb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea621de-a99d-48f3-bae5-87f1970b1b84,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:39.413707 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.448107 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.525714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.529640 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:39.534681 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ea621de-a99d-48f3-bae5-87f1970b1b84 HTTP/1.1" status: 204 len: 168 time: 0.1942890 Aug 30 19:20:39.549299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c17a8d-acda-46c2-8632-9bb0f101e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea621de-a99d-48f3-bae5-87f1970b1b84,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:40.186474 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50640) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:40.321933 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3480ac45-2e3c-4432-aa93-8f79425e607f req-54264d45-8b5d-4b9f-b7af-9c95819ca643 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0398748 Aug 30 19:20:40.345867 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da161987-bd27-48b7-94a7-8edb5d8ea4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.352492 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device ab491176-1489-4490-818e-27c09350f0b9 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:20:40.387053 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59da31-7c74-4f0e-9de7-6ce08bfb12ff req-f21010bb-6010-4f71-9acb-dce29bfa00af tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:40.388622 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cf59da31-7c74-4f0e-9de7-6ce08bfb12ff req-f21010bb-6010-4f71-9acb-dce29bfa00af tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1031408 Aug 30 19:20:40.389447 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: ab491176-1489-4490-818e-27c09350f0b9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:20:40.389903 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device ab491176-1489-4490-818e-27c09350f0b9 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:20:40.435007 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cf59da31-7c74-4f0e-9de7-6ce08bfb12ff req-0eb31827-73e9-4c62-b134-4a95f2b6d048 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Aug 30 19:20:40.447288 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da161987-bd27-48b7-94a7-8edb5d8ea4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.451727 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da161987-bd27-48b7-94a7-8edb5d8ea4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.489105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da161987-bd27-48b7-94a7-8edb5d8ea4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53915e51-4d26-4f1e-8107-7418c26b82b4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:40.509624 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-da161987-bd27-48b7-94a7-8edb5d8ea4cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5511e3d3a2f24c3ba1f633c46b64345a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218870 Aug 30 19:20:40.512394 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50656) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:40.524030 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:40.577544 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.602360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.630754 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1061879919-network', 'tenant_id': '2d0817dae6434505ac2aaed0cfd90922'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:40.655967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Made reservation on behalf of 2d0817dae6434505ac2aaed0cfd90922 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:40.658704 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.669823 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.779046 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-98ba7909-d4e2-48f8-82a2-6e54a757ee54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327772 Aug 30 19:20:40.811106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.811977 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-0524acec-6b97-4838-ab4f-3465ee21cd57 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:40.814236 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-0524acec-6b97-4838-ab4f-3465ee21cd57 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.2484841 Aug 30 19:20:40.816106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.822545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.826403 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.827547 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53915e51-4d26-4f1e-8107-7418c26b82b4 HTTP/1.1" status: 204 len: 168 time: 0.3139863 Aug 30 19:20:40.836869 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1224, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:20:40.838480 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Request body: {'port': {'device_id': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'admin_state_up': True, 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:40.858133 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.858492 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Added segment d53b6b7f-c6d3-486d-a8a9-dd3787422b5e of type vlan for network 5911c91a-ebb0-484d-b718-3c37de2faeef Aug 30 19:20:40.859683 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22167d0a-3d14-44f3-a0de-956f7e8d8834,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:40.920204 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.953015 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.954557 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:40.955376 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:40.992919 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73f422-c3fc-4cc9-8f94-708018d4aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53915e51-4d26-4f1e-8107-7418c26b82b4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:41.061553 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50692) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:41.128753 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-5f4ccfad-631c-47d9-bbd0-4f4914378771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:41.130672 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-5f4ccfad-631c-47d9-bbd0-4f4914378771 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 1099 time: 0.1782703 Aug 30 19:20:41.133856 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:41.137642 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.173112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Deleting subnet 9e857984-8bba-4d30-8708-4f43e75859bb {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:20:41.215129 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.263006 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5911c91a-ebb0-484d-b718-3c37de2faeef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:41.270938 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-106501af-3dba-445c-aa5c-0225c34a48d3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7447608 Aug 30 19:20:41.273063 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:41.276404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 5911c91a-ebb0-484d-b718-3c37de2faeef details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:20:41.280024 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Request body: {'subnet': {'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1061879919-subnet', 'tenant_id': '2d0817dae6434505ac2aaed0cfd90922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:41.318390 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Made reservation on behalf of 2d0817dae6434505ac2aaed0cfd90922 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:41.321807 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.343090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.389341 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.464169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-571b40c3-2d07-48a5-9c94-09915131d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:41.469558 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-571b40c3-2d07-48a5-9c94-09915131d74f service neutron] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 917 time: 0.2981269 Aug 30 19:20:41.480363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Allocated IP 172.20.0.2 (c70abefa-51ce-428e-a146-6661f3d92b9e/80ccccbc-53cf-4c2c-ba3d-8869d6914ef4/4ce49e70-6eb6-49ac-82bc-d9237f0fd059) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:20:41.497227 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d30dfc55-7e6f-4c3c-9436-faddd20bfa04 req-9e57bf34-0549-4533-b82e-1beaed817639 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0464499 Aug 30 19:20:41.546711 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-31121acf-11f6-44a1-8e95-8f36a76db163 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da HTTP/1.1" status: 200 len: 217 time: 0.0627122 Aug 30 19:20:41.627106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.654861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.692959 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b780d7-b20a-4442-8b7f-ea37356d08e3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:41.702459 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Checking segment: {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:41.703000 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Network hostable DHCP agents. Network: 5911c91a-ebb0-484d-b718-3c37de2faeef, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:20:41.726509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e857984-8bba-4d30-8708-4f43e75859bb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:41.730533 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Network 5911c91a-ebb0-484d-b718-3c37de2faeef is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:20:41.743106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 5911c91a-ebb0-484d-b718-3c37de2faeef) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:41.750624 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:41.752350 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.757345 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525a88a-1cb2-48f0-8fb4-f65a624c9bcd None None] Network 5911c91a-ebb0-484d-b718-3c37de2faeef requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:41.764212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:41.766175 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d4f28c75-b5b8-437a-ba25-bcd702be06db admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9e857984-8bba-4d30-8708-4f43e75859bb HTTP/1.1" status: 204 len: 168 time: 0.7058794 Aug 30 19:20:41.774188 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:41.775075 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e4849-04fe-4ee3-a418-8556b7869d82 req-958e5832-1989-423d-a080-f458dbc6281a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:41.783154 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-518e4849-04fe-4ee3-a418-8556b7869d82 req-958e5832-1989-423d-a080-f458dbc6281a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.2468925 Aug 30 19:20:41.786171 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-f397919e-c27d-4019-815b-3b050b54c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:41.786625 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d39f0bf9-2c1d-49d3-8452-7e3e7cfef6e1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5118043 Aug 30 19:20:41.787890 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-f397919e-c27d-4019-815b-3b050b54c95f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.2227128 Aug 30 19:20:41.898539 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.009277 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77debfde-aff7-4808-9675-06b398b3184a None None] Network 5911c91a-ebb0-484d-b718-3c37de2faeef requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:42.068462 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.069846 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-092a4d04-37d7-4fcc-93dc-eec984a880c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383656 Aug 30 19:20:42.079978 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.080480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.082123 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.082553 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.082985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.083422 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.083841 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.084287 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.084789 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.085219 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.124857 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-518e4849-04fe-4ee3-a418-8556b7869d82 req-7a3da03e-480e-4a47-b22d-440746d4bb39 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404293 Aug 30 19:20:42.191668 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.248828 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-5cf904bc-fe10-4f04-98ac-54e251d8fc8d service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574459 Aug 30 19:20:42.262702 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.288363 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:42.304252 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.305338 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.305907 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.306489 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:20:42.307710 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd2754-130f-422c-a932-5250ab27d533']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:42.337745 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1426ae18-0189-40e2-87cc-69c7246f7b5a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:42.338094 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1426ae18-0189-40e2-87cc-69c7246f7b5a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:42.368927 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.373029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Network c70abefa-51ce-428e-a146-6661f3d92b9e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:42.380790 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:42.385258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:42.391773 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:42.392683 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.396213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event updated for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:42.411985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.426193 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-33de2148-d1fb-48f4-be6f-8ede2559aa3e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5936580 Aug 30 19:20:42.426687 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:20:42.427421 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: from cryptography.utils import int_from_bytes Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: from cryptography.utils import int_from_bytes Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:20:42.432939 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:20:42.448239 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Request body: {'port': {'device_id': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:42.475417 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c1fa358-74eb-4948-ac02-2d9efebceb79 req-218d2c7a-c00e-4a13-9fda-9b42bf22519a service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018390 Aug 30 19:20:42.525931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.580412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.620634 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:42.623560 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] 10.222.0.74 "DELETE /v2.0/networks/50fd2754-130f-422c-a932-5250ab27d533 HTTP/1.1" status: 204 len: 168 time: 0.8477607 Aug 30 19:20:42.670328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc322533-1ebf-46bc-84fd-04207f99ba1e admin admin] Pushing event deleted for resources: {'Network': ['ID=50fd2754-130f-422c-a932-5250ab27d533,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:42.751307 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9db84-87dd-4f42-bd0d-a45c725cae5d req-ec2a605f-de24-459f-b70b-a04eab1bd208 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:42.753762 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bfd9db84-87dd-4f42-bd0d-a45c725cae5d req-ec2a605f-de24-459f-b70b-a04eab1bd208 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 931 time: 0.0891225 Aug 30 19:20:42.810426 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bfd9db84-87dd-4f42-bd0d-a45c725cae5d req-1440d5ee-0b86-4ace-b1ab-6b03ab463118 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Aug 30 19:20:42.952686 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:43.007175 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:43.007551 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3568e5b5-f4fe-4b58-bce2-9598b2a0f4e4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d11a94a338dd4ec19f9a4a49abb959cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509498 Aug 30 19:20:43.008032 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:43.016945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.035221 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Transition to ACTIVE for port object 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:43.041142 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.071423 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.111133 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:43.162804 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.198400 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.205831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Attempting to bind port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:43.206211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Attempting to bind port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:43.206595 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Attempting to bind port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:43.211840 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 on network c70abefa-51ce-428e-a146-6661f3d92b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:20:43.212169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Attempting to bind port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:43.217379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:43.217780 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Checking segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:43.218253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Bound using segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:43.218952 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Bound port: 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:43.219338 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.308928 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:43.312846 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:43.316698 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1d296-254c-406e-a691-d1eff5b0ef36 req-24e11590-1b08-42da-9607-f0952151304a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:43.317892 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.318863 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5dc1d296-254c-406e-a691-d1eff5b0ef36 req-24e11590-1b08-42da-9607-f0952151304a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0724618 Aug 30 19:20:43.338431 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.340996 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.344453 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7bf2cdb3-a798-47ac-a2b8-bf18054e8f23 HTTP/1.1" status: 204 len: 168 time: 0.3330090 Aug 30 19:20:43.362081 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:43.362568 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:43.363030 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219983ff-c9b7-44ce-93a1-88837a5def00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf2cdb3-a798-47ac-a2b8-bf18054e8f23,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:43.365300 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] 10.222.0.83 "PUT /v2.0/ports/4ce49e70-6eb6-49ac-82bc-d9237f0fd059 HTTP/1.1" status: 200 len: 1093 time: 0.9208171 Aug 30 19:20:43.365300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:43.368166 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:43.383872 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5dc1d296-254c-406e-a691-d1eff5b0ef36 req-da92b6b3-19fe-4bfe-a01b-1cc56bcd794e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569108 Aug 30 19:20:43.398851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92baddf-5a4c-413b-ae84-7d6ded5549ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:43.442560 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de8ad2-8137-4778-90ee-6baf8e2cd330 x-openstack-request-id: req-c7de8ad2-8137-4778-90ee-6baf8e2cd330 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:43.442842 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:43.443093 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7de8ad2-8137-4778-90ee-6baf8e2cd330 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:43.443557 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', 'status': 'completed', 'code': 200} Aug 30 19:20:43.473942 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-938f54fe-f35f-46f0-8ce3-7d71a4c5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:43.475699 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-938f54fe-f35f-46f0-8ce3-7d71a4c5994b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0440967 Aug 30 19:20:43.522766 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-814eda70-6a12-473a-bb5f-c24d7c9ab91f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059 HTTP/1.1" status: 200 len: 217 time: 0.0363727 Aug 30 19:20:43.581108 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-4edfc601-a5ca-4d7a-9293-7b3bdad7f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:43.582807 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-4edfc601-a5ca-4d7a-9293-7b3bdad7f8f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.0515165 Aug 30 19:20:43.619354 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-2108c097-f099-49ee-b666-871e45c46e0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259817 Aug 30 19:20:43.733622 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-c05b5ca1-a072-4c1f-b360-31a836c09b15 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968924 Aug 30 19:20:43.860752 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f3b8461-e129-4112-a847-ca38847e7ed2 req-2d568982-4a72-4aaa-9769-7a47cbf84b9c service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185794 Aug 30 19:20:43.994175 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f63be-05b1-4476-8561-eb8330749356 req-a34043db-54d5-4bf3-bad3-b0ada45face7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:43.995967 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bc2f63be-05b1-4476-8561-eb8330749356 req-a34043db-54d5-4bf3-bad3-b0ada45face7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 943 time: 0.0716460 Aug 30 19:20:44.014074 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-45471652-b6d6-47b3-92b1-e0f0daecc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:44.015784 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-45471652-b6d6-47b3-92b1-e0f0daecc441 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0937178 Aug 30 19:20:44.067774 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bc2f63be-05b1-4476-8561-eb8330749356 req-52618c8b-5888-41e3-b7a6-88ebe4043376 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635624 Aug 30 19:20:44.222432 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-c01d563d-c30a-4e40-985a-9575d17ab9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:44.224263 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-c01d563d-c30a-4e40-985a-9575d17ab9a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 917 time: 0.1906397 Aug 30 19:20:44.281283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-5796ac88-1788-4880-80a1-142c616aa7b3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:44.282776 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-5796ac88-1788-4880-80a1-142c616aa7b3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/networks?id=5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 200 len: 809 time: 0.2053108 Aug 30 19:20:44.284735 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-a87ca2c3-54e4-4f75-9e1e-17d0242c912f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059 HTTP/1.1" status: 200 len: 217 time: 0.0518327 Aug 30 19:20:44.328396 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-ae775988-95a2-4e67-a370-9d14d7b8fa23 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/quotas/2d0817dae6434505ac2aaed0cfd90922 HTTP/1.1" status: 200 len: 375 time: 0.0386658 Aug 30 19:20:44.369771 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-621d645f-04a4-4183-91ec-c82b90fca185 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315769 Aug 30 19:20:44.380594 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-31526248-4ee3-4575-9774-5d645363b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:44.382875 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-31526248-4ee3-4575-9774-5d645363b5d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.0834541 Aug 30 19:20:44.508319 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-e9a93528-de22-4753-887c-eea9efb3830c service neutron] 10.222.0.74 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163447 Aug 30 19:20:44.555024 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-d391c7d1-2129-4eac-aba8-b4cd22cce130 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454688 Aug 30 19:20:44.608580 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056b32-1fb0-423a-a43b-2272aa142d1b req-4a4f5593-eefc-45ce-9015-60c4425069d3 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:44.620155 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6b056b32-1fb0-423a-a43b-2272aa142d1b req-4a4f5593-eefc-45ce-9015-60c4425069d3 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1280756 Aug 30 19:20:44.702108 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6b056b32-1fb0-423a-a43b-2272aa142d1b req-b871d2cc-4d72-4d4a-b468-5a4d8b0d348a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785234 Aug 30 19:20:44.757767 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-fd39aacc-d2d9-483b-91d9-953cb2434eba service neutron] 10.222.0.74 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380126 Aug 30 19:20:44.763572 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-f63ba778-8f95-4b81-a40d-fba18e049370 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792703 Aug 30 19:20:44.895927 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:44.917888 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cf8780f3-25aa-4c9a-8c89-6fd763a492bf req-7cd6b6cd-76b8-45b6-8b4b-7a30ec2ea3e3 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424961 Aug 30 19:20:44.995481 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c847c0cb-fed3-49ac-8df3-9fb8ff262567 req-198668e1-d564-4759-b227-1ce75135d422 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 210 time: 0.0325625 Aug 30 19:20:45.092988 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79cc8a5-a9d2-45ae-8df0-d09b3b99e05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.219037 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:45.239740 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79cc8a5-a9d2-45ae-8df0-d09b3b99e05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.246836 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79cc8a5-a9d2-45ae-8df0-d09b3b99e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.259558 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614041c-3e9d-402a-aa40-9aea3a03f7d3 req-397ae0d9-4587-4eef-9cd5-3704b5162561 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:45.260501 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8614041c-3e9d-402a-aa40-9aea3a03f7d3 req-397ae0d9-4587-4eef-9cd5-3704b5162561 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 943 time: 0.0982320 Aug 30 19:20:45.297546 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d79cc8a5-a9d2-45ae-8df0-d09b3b99e05d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8b0dd56ca064788961bf1d1bf456ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987777 Aug 30 19:20:45.300524 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50932) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:45.300844 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cc8a5-a9d2-45ae-8df0-d09b3b99e05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0585ec-becc-43dc-912e-e4dfa1fc224d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:45.335006 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8614041c-3e9d-402a-aa40-9aea3a03f7d3 req-83736911-9f10-4a71-9488-e5e3f97b7465 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642216 Aug 30 19:20:45.391891 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.420905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f310bcc1-e2bc-458f-9cae-bbe4553fe650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.438575 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.525875 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.528453 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.532103 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df0585ec-becc-43dc-912e-e4dfa1fc224d HTTP/1.1" status: 204 len: 168 time: 0.2276721 Aug 30 19:20:45.543985 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f599da-e514-44e7-b053-ddeec773f37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0585ec-becc-43dc-912e-e4dfa1fc224d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:45.595750 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f310bcc1-e2bc-458f-9cae-bbe4553fe650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.601050 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f310bcc1-e2bc-458f-9cae-bbe4553fe650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.660169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310bcc1-e2bc-458f-9cae-bbe4553fe650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e096a-af88-4fdb-a265-9d3d5722a5a0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:45.682550 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f310bcc1-e2bc-458f-9cae-bbe4553fe650 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db6e9c57aa594128800a0ec71ca549b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590261 Aug 30 19:20:45.685249 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:45.776595 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.821964 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.918751 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5667e7-19c6-4d65-830f-1563921a99c6 req-9e1a8101-1ba5-4cd1-b623-948dbb0cba68 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:45.925986 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c5667e7-19c6-4d65-830f-1563921a99c6 req-9e1a8101-1ba5-4cd1-b623-948dbb0cba68 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0938799 Aug 30 19:20:45.962906 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.965929 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:45.966967 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce7e096a-af88-4fdb-a265-9d3d5722a5a0 HTTP/1.1" status: 204 len: 168 time: 0.2805140 Aug 30 19:20:45.983929 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1c5667e7-19c6-4d65-830f-1563921a99c6 req-ee9dddb7-8664-47df-a7ba-91403cecdea4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Aug 30 19:20:45.984387 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50970) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:45.986527 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc1ed4-7c28-491c-a9ee-faa327dca891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e096a-af88-4fdb-a265-9d3d5722a5a0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:46.015914 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2085b635-47c3-47b3-8939-e2d3535ad695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.023501 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:20:46.226820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2085b635-47c3-47b3-8939-e2d3535ad695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.259724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2085b635-47c3-47b3-8939-e2d3535ad695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.302980 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d5e516d5-a309-4a94-a891-795aab4b8403 req-1979bc51-6de5-4f24-963f-b79a94434009 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 210 time: 0.0445626 Aug 30 19:20:46.356337 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2085b635-47c3-47b3-8939-e2d3535ad695 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e1b57e636c347058c327b3f8d8558e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707280 Aug 30 19:20:46.359002 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:46.360974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085b635-47c3-47b3-8939-e2d3535ad695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034449df-a749-4549-8f01-60bb3283de72,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:46.380388 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:46.410009 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 50984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:46.432913 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-278789a9-6167-449f-8f9c-e328f2e3a970 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:46.434879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-278789a9-6167-449f-8f9c-e328f2e3a970 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "GET /v2.0/networks?id=5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 200 len: 809 time: 0.2306743 Aug 30 19:20:46.460380 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:46.465591 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Request body: {'port': {'device_id': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef', 'admin_state_up': True, 'tenant_id': '2d0817dae6434505ac2aaed0cfd90922'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:46.509426 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.540074 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.571402 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 50996) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:46.606184 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce5b8-41b0-44c1-9970-23ce865f89c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.619279 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:46.652246 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'port_id': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', 'mac_address': 'fa:16:3e:3d:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ccccbc-53cf-4c2c-ba3d-8869d6914ef4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:46.652576 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.657860 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.662724 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/034449df-a749-4549-8f01-60bb3283de72 HTTP/1.1" status: 204 len: 168 time: 0.3018339 Aug 30 19:20:46.719842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.731196 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dffa62-45f8-469d-a0da-1f6b1b620975 req-85b451c9-bc51-419a-b71d-90d6a9feb80d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:46.732689 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-38dffa62-45f8-469d-a0da-1f6b1b620975 req-85b451c9-bc51-419a-b71d-90d6a9feb80d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 943 time: 0.2579541 Aug 30 19:20:46.749725 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:46.751616 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce5b8-41b0-44c1-9970-23ce865f89c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.762328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce5b8-41b0-44c1-9970-23ce865f89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.784241 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba5fc3-8ab9-4799-a12f-7f4999f1e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034449df-a749-4549-8f01-60bb3283de72,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:46.795441 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:46.803243 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8f0fa7f-add5-49ee-ae3d-9304058b3940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.807023 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56c933b0-9b75-4097-b259-a87bf00067ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.807884 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.817306 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-dc1ce5b8-41b0-44c1-9970-23ce865f89c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90352e3e67d04439a3df6595cae89389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444334 Aug 30 19:20:46.827255 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:46.858005 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:46.862869 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ce5b8-41b0-44c1-9970-23ce865f89c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988183de-3d0a-4af5-84d9-49ecff341fdc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:46.866857 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.867521 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.868060 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.868578 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.869099 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.869773 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.870306 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.870953 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.871471 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.872043 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.872748 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.873360 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:46.891455 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Made reservation on behalf of 2d0817dae6434505ac2aaed0cfd90922 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:46.896693 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.924506 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:46.926817 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-38dffa62-45f8-469d-a0da-1f6b1b620975 req-67adae61-3474-4a55-aba9-ea4193b7e364 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789706 Aug 30 19:20:46.991318 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.057201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56c933b0-9b75-4097-b259-a87bf00067ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.080559 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Allocated IP 172.20.0.8 (5911c91a-ebb0-484d-b718-3c37de2faeef/c7b780d7-b20a-4442-8b7f-ea37356d08e3/545de9bc-de7d-45b8-b0d4-35b2be56f191) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:20:47.091503 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56c933b0-9b75-4097-b259-a87bf00067ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.135181 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['4ce49e70-6eb6-49ac-82bc-d9237f0fd059'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:47.136151 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51006) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:47.164223 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5d85638-4cf1-45dc-ad0f-d1d7335d4a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.176740 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-56c933b0-9b75-4097-b259-a87bf00067ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9183ebaf042e4042bd16438097a4264d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7123280 Aug 30 19:20:47.177196 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:47.193959 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c933b0-9b75-4097-b259-a87bf00067ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f0ee62-9ab5-4567-857e-a4e6005dcff0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.227628 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.230313 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.234097 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/988183de-3d0a-4af5-84d9-49ecff341fdc HTTP/1.1" status: 204 len: 168 time: 0.4025209 Aug 30 19:20:47.264096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789468-438e-452e-af11-e25226e97d61 req-37d0b847-f5d7-4e66-9294-f9cd314f8d0b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:47.266334 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-43789468-438e-452e-af11-e25226e97d61 req-37d0b847-f5d7-4e66-9294-f9cd314f8d0b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1598835 Aug 30 19:20:47.270648 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8c5f-cad9-44d4-990c-dc5ada231566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988183de-3d0a-4af5-84d9-49ecff341fdc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.320421 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.322145 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.344971 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.375904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.415499 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-43789468-438e-452e-af11-e25226e97d61 req-d3589752-ee9d-46f2-8e63-29d5347ffc69 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398354 Aug 30 19:20:47.423629 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.427868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.429821 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20f0ee62-9ab5-4567-857e-a4e6005dcff0 HTTP/1.1" status: 204 len: 168 time: 0.2516074 Aug 30 19:20:47.436406 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Network 5911c91a-ebb0-484d-b718-3c37de2faeef is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:47.438612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8f0fa7f-add5-49ee-ae3d-9304058b3940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.440549 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6b805-20d4-4593-9a7a-dbaa31687057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f0ee62-9ab5-4567-857e-a4e6005dcff0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.478701 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8f0fa7f-add5-49ee-ae3d-9304058b3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.481166 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:47.491265 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:47.496705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:47.497402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.542593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Pushing event updated for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.569116 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e8f0fa7f-add5-49ee-ae3d-9304058b3940 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9d12dc59b0d41d5b66a14aafb7400ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554966 Aug 30 19:20:47.569375 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0fa7f-add5-49ee-ae3d-9304058b3940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907540a1-8311-4178-a768-36237dcc8c0a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.569634 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:47.591531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f804f-be6e-4d76-87c7-3a878faa45e7 req-03215a19-a78b-4231-b7df-ea474b7e4150 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:47.593026 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c94f804f-be6e-4d76-87c7-3a878faa45e7 req-03215a19-a78b-4231-b7df-ea474b7e4150 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 931 time: 0.1713161 Aug 30 19:20:47.640994 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.672498 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.732710 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.736130 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.737837 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/907540a1-8311-4178-a768-36237dcc8c0a HTTP/1.1" status: 204 len: 168 time: 0.1669593 Aug 30 19:20:47.747390 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976f449-4874-4e9f-9b92-d0a3a19e2eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907540a1-8311-4178-a768-36237dcc8c0a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:47.929457 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c94f804f-be6e-4d76-87c7-3a878faa45e7 req-987dab8e-9d8c-4eda-af9e-d2f7ca309ad5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223383 Aug 30 19:20:47.978727 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5d85638-4cf1-45dc-ad0f-d1d7335d4a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.987242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5d85638-4cf1-45dc-ad0f-d1d7335d4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:47.996630 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-cc93fa52-9c0e-4990-977b-759ba300cfa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5445004 Aug 30 19:20:48.039483 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a5d85638-4cf1-45dc-ad0f-d1d7335d4a5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=241fcc35f64448e48956e0e313f703cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014418 Aug 30 19:20:48.040355 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:48.046205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d85638-4cf1-45dc-ad0f-d1d7335d4a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be070f1c-5935-482a-97a0-091fadfe6db8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.077889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c091c2c-0e1e-4cac-8edf-1057edb8a1ba req-2f730b70-f89c-4a0f-8c43-f3e4e78e2fcd tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:48.079513 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7c091c2c-0e1e-4cac-8edf-1057edb8a1ba req-2f730b70-f89c-4a0f-8c43-f3e4e78e2fcd tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 944 time: 0.0711055 Aug 30 19:20:48.086322 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:48.100451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.125760 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b21863d2-970c-4274-aecc-c97dee11bd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.127908 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Request body: {'port': {'device_id': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:48.140825 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.173651 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7c091c2c-0e1e-4cac-8edf-1057edb8a1ba req-93cf6837-6d36-4ffe-8099-d1aec7765e99 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 Aug 30 19:20:48.226344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.280876 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b21863d2-970c-4274-aecc-c97dee11bd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.287689 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b21863d2-970c-4274-aecc-c97dee11bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.345908 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b21863d2-970c-4274-aecc-c97dee11bd24 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dcb837708cb4196b29438e0afa26c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584584 Aug 30 19:20:48.347367 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:48.347955 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.349511 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21863d2-970c-4274-aecc-c97dee11bd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3e9bc1-51d5-4be3-8769-4f96890c3e8e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.350492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.351736 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be070f1c-5935-482a-97a0-091fadfe6db8 HTTP/1.1" status: 204 len: 168 time: 0.3104699 Aug 30 19:20:48.371409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa799f30-40f6-476c-899c-1e3ba6dfeb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be070f1c-5935-482a-97a0-091fadfe6db8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.386814 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:48.410977 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.436837 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.520050 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.523889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.527838 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab3e9bc1-51d5-4be3-8769-4f96890c3e8e HTTP/1.1" status: 204 len: 168 time: 0.1770191 Aug 30 19:20:48.532624 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:48.539167 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:48.539851 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.545992 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98159007-c1ab-4b2a-905d-8e5939e5cb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3e9bc1-51d5-4be3-8769-4f96890c3e8e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.645433 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9ea5-ad04-44bd-bd4c-e6a40c8a78ae req-ebaa49c3-d747-492c-a69a-514440434f39 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:48.652728 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-949a9ea5-ad04-44bd-bd4c-e6a40c8a78ae req-ebaa49c3-d747-492c-a69a-514440434f39 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0910938 Aug 30 19:20:48.659077 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.692713 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:48.695372 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d992edec-1846-407e-8057-2e3e51dc0c94" -d '{"events": [{"server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "name": "network-vif-plugged", "status": "completed", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:48.713704 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:48.719481 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.743368 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-949a9ea5-ad04-44bd-bd4c-e6a40c8a78ae req-0921b730-68df-478e-8f23-2681154e0889 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846641 Aug 30 19:20:48.758209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545de9bc-de7d-45b8-b0d4-35b2be56f191 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:48.776630 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.779301 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72224c34-5ac2-4b68-b1fe-00e2a40ede11 x-openstack-request-id: req-72224c34-5ac2-4b68-b1fe-00e2a40ede11 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:48.779756 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "name": "network-vif-plugged", "status": "completed", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:48.780418 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72224c34-5ac2-4b68-b1fe-00e2a40ede11 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:48.781098 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', 'code': 200} Aug 30 19:20:48.799879 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.812404 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Transition to ACTIVE for port object 545de9bc-de7d-45b8-b0d4-35b2be56f191 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:48.818370 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:48.885646 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:48.925361 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Attempting to bind port 545de9bc-de7d-45b8-b0d4-35b2be56f191 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:48.925821 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Attempting to bind port 545de9bc-de7d-45b8-b0d4-35b2be56f191 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:48.926438 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Attempting to bind port 545de9bc-de7d-45b8-b0d4-35b2be56f191 on network 5911c91a-ebb0-484d-b718-3c37de2faeef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:48.931250 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Port 545de9bc-de7d-45b8-b0d4-35b2be56f191 on network 5911c91a-ebb0-484d-b718-3c37de2faeef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:20:48.931846 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Attempting to bind port 545de9bc-de7d-45b8-b0d4-35b2be56f191 on network 5911c91a-ebb0-484d-b718-3c37de2faeef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:48.937226 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:48.937848 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Checking segment: {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:48.938293 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Bound using segment: {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:48.938830 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Bound port: 545de9bc-de7d-45b8-b0d4-35b2be56f191, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:48.939358 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.062741 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:49.066202 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3e31-60de-4d73-9fcb-8404f3523a98 req-b8818c05-a633-4dde-bbde-edda28827db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.068363 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1d3e31-60de-4d73-9fcb-8404f3523a98 req-b8818c05-a633-4dde-bbde-edda28827db2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0936403 Aug 30 19:20:49.070167 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:49.074854 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.075359 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9bdd2-0ec3-4f80-99df-718fb5618511 req-4c152f01-2726-44a5-a188-d9b53a35faa3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.086553 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ae9bdd2-0ec3-4f80-99df-718fb5618511 req-4c152f01-2726-44a5-a188-d9b53a35faa3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 943 time: 0.0771432 Aug 30 19:20:49.130443 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.131076 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.132598 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] 10.222.0.83 "PUT /v2.0/ports/545de9bc-de7d-45b8-b0d4-35b2be56f191 HTTP/1.1" status: 200 len: 1093 time: 1.0152302 Aug 30 19:20:49.136730 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:49.139814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6839effa-b0be-4bd9-a7eb-007d9290cd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:49.147583 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ae9bdd2-0ec3-4f80-99df-718fb5618511 req-1374b820-2302-4c98-b16d-21e497c72b2f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578046 Aug 30 19:20:49.234718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1d3e31-60de-4d73-9fcb-8404f3523a98 req-bb21f785-5b5f-43d6-8444-37e4cab51a1f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545193 Aug 30 19:20:49.254725 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a12ac-da78-491b-8b1f-8679fe929a91 x-openstack-request-id: req-d27a12ac-da78-491b-8b1f-8679fe929a91 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:49.254991 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:49.255549 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d27a12ac-da78-491b-8b1f-8679fe929a91 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:49.255690 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191', 'status': 'completed', 'code': 200} Aug 30 19:20:49.261807 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d63ee8-baac-4a40-bf0e-c61742f0ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:49.277713 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-10365ef0-d2f4-44b4-9d8c-e5fb70df13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.279208 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-10365ef0-d2f4-44b4-9d8c-e5fb70df13fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 1096 time: 0.0782497 Aug 30 19:20:49.323601 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5e34-50eb-4f21-b20e-0be2e5850aca req-13465b45-a545-4477-b7c5-99944aca3200 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.325194 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5fed5e34-50eb-4f21-b20e-0be2e5850aca req-13465b45-a545-4477-b7c5-99944aca3200 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0641763 Aug 30 19:20:49.372757 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5fed5e34-50eb-4f21-b20e-0be2e5850aca req-efb56d14-ace3-4085-a999-2e4dcdfa75f7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 Aug 30 19:20:49.479956 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-ec9338c0-b401-4fc6-8df7-28bf863c752f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191 HTTP/1.1" status: 200 len: 217 time: 0.0409813 Aug 30 19:20:49.534765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f18a3-abad-4683-a435-1402bb312faf req-df7e7b79-7b8f-4cdc-93e3-e1946203a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.536901 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-df7e7b79-7b8f-4cdc-93e3-e1946203a6f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7b780d7-b20a-4442-8b7f-ea37356d08e3 HTTP/1.1" status: 200 len: 849 time: 0.0481215 Aug 30 19:20:49.550706 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:49.577114 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-deee9bef-5190-420c-9b35-e1ff07684bce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5911c91a-ebb0-484d-b718-3c37de2faeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316741 Aug 30 19:20:49.683767 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-aa75dd7c-3b5d-411d-b2fa-8186e4a42964 service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972941 Aug 30 19:20:49.749388 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1675028850-network', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:49.777649 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Made reservation on behalf of da11689ea8d94a2fa18224038a7a2a2b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:49.780058 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.790728 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc8f18a3-abad-4683-a435-1402bb312faf req-afe0376d-93e2-4670-a37f-060dcfed252a service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994236 Aug 30 19:20:49.795990 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.911297 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.918095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.951825 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1220, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:20:49.964578 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf78aad8-2ea3-4e97-9a0d-8d999e01d569,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:49.969905 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:49.970571 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Added segment 915e9a02-4a1b-430d-8c29-3dd53721aa1d of type vlan for network aad2a612-faba-4e1e-8809-4a6e33d75d13 Aug 30 19:20:49.973905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f683a-348a-489a-980d-7707b64f8245 req-57c83dd7-9272-481e-a5dc-7d626571258e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.982589 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ef1f683a-348a-489a-980d-7707b64f8245 req-57c83dd7-9272-481e-a5dc-7d626571258e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1239188 Aug 30 19:20:49.995226 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-c73dc50c-fa86-4dd7-b54e-f7dcd1b35e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:49.996106 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-c73dc50c-fa86-4dd7-b54e-f7dcd1b35e45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 1096 time: 0.1258044 Aug 30 19:20:50.034144 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.043869 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ef1f683a-348a-489a-980d-7707b64f8245 req-e4cc4d1a-e275-4b38-ae5c-9779425b1874 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Aug 30 19:20:50.070752 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.071843 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:50.072425 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.105668 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5529687 Aug 30 19:20:50.108676 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51138) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:50.115523 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Request body: {'subnet': {'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1675028850-subnet', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:50.151531 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad21c22-098b-4e30-ab57-b87cd59cffa5 admin admin] Pushing event updated for resources: {'Network': ['ID=aad2a612-faba-4e1e-8809-4a6e33d75d13,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:50.153871 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Made reservation on behalf of da11689ea8d94a2fa18224038a7a2a2b for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:50.156327 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.166943 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:20:50.231034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-419a80ec-ae90-44d5-9900-22c21833dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:50.232629 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-419a80ec-ae90-44d5-9900-22c21833dc68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 200 len: 911 time: 0.2069793 Aug 30 19:20:50.337371 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-c191f8ac-5678-4bcf-9353-719112f4ac57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191 HTTP/1.1" status: 200 len: 217 time: 0.0934734 Aug 30 19:20:50.420840 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb302-09fd-4078-9a40-32489f6e6754 req-6118e7f0-8be4-4273-a11f-87515af887ff tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:50.422415 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0cdeb302-09fd-4078-9a40-32489f6e6754 req-6118e7f0-8be4-4273-a11f-87515af887ff tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 943 time: 0.1556847 Aug 30 19:20:50.447892 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:50.462873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-276dc7ce-d964-4832-9a2a-90c8ad83c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:50.464625 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-276dc7ce-d964-4832-9a2a-90c8ad83c43d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7b780d7-b20a-4442-8b7f-ea37356d08e3 HTTP/1.1" status: 200 len: 849 time: 0.1015556 Aug 30 19:20:50.526153 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522119a5-ca1f-4557-a8d4-a73b1cac9b24 req-913c6336-bb04-4c0b-a7cc-e7acb7aada9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:50.528567 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-522119a5-ca1f-4557-a8d4-a73b1cac9b24 req-913c6336-bb04-4c0b-a7cc-e7acb7aada9d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0719779 Aug 30 19:20:50.559224 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-409d8cbb-14c7-4b39-8ace-027530c7c259 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5911c91a-ebb0-484d-b718-3c37de2faeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777397 Aug 30 19:20:50.614320 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-522119a5-ca1f-4557-a8d4-a73b1cac9b24 req-761dea32-96e9-4790-8e71-e89b0f9c8748 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793138 Aug 30 19:20:50.626705 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-692667019-network', 'tenant_id': 'fafb563432304c839862b8603e6f9850'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:50.662666 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Made reservation on behalf of fafb563432304c839862b8603e6f9850 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:50.667243 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.679518 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.716418 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0cdeb302-09fd-4078-9a40-32489f6e6754 req-6a64fd27-b0f9-4888-baad-1feba22bb08d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663989 Aug 30 19:20:50.743617 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.820338 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.829885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.882020 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:50.885480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:20:50.896168 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11df5e9-868e-42b1-b11d-85fa466f24e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:50.908845 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.909737 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Added segment 02c8b41e-b502-48c4-9a73-95a2923c1bc1 of type vlan for network e4a56e9c-7667-49aa-8afb-c139eaae515e Aug 30 19:20:50.919389 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Checking segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:50.919774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Network hostable DHCP agents. Network: aad2a612-faba-4e1e-8809-4a6e33d75d13, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:20:50.931817 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-9cab4220-4b81-4d0f-bb6d-e23c15244889 service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495317 Aug 30 19:20:50.966209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:20:50.971207 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.998446 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:50.999716 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.000311 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.014175 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, aad2a612-faba-4e1e-8809-4a6e33d75d13) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:51.020102 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.020687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.025846 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69db3c-4cdd-4454-a4b8-e28286dee0c9 None None] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:51.046543 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3a99454b-8092-4a75-bcb6-258d36d6bfa9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9356256 Aug 30 19:20:51.049892 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:51.054490 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:51.075074 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6253927 Aug 30 19:20:51.075935 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a6c8c-1cc2-4f9b-8c4b-82b954090e5b admin admin] Pushing event updated for resources: {'Network': ['ID=e4a56e9c-7667-49aa-8afb-c139eaae515e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:51.089098 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:51.095254 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Request body: {'subnet': {'network_id': 'e4a56e9c-7667-49aa-8afb-c139eaae515e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-692667019-subnet', 'tenant_id': 'fafb563432304c839862b8603e6f9850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:51.109167 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network e4a56e9c-7667-49aa-8afb-c139eaae515e details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:20:51.121904 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.123710 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.126767 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Made reservation on behalf of fafb563432304c839862b8603e6f9850 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:51.129843 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.138468 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6839effa-b0be-4bd9-a7eb-007d9290cd9c req-84f52825-aec5-450f-af0a-1e1849ab9486 service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951473 Aug 30 19:20:51.200465 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.275827 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9fdf0-84a0-42d4-bd50-e52dcaff0301 req-5a9d27f8-b0e6-4e96-9852-08b982e3db18 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.278602 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-acc9fdf0-84a0-42d4-bd50-e52dcaff0301 req-5a9d27f8-b0e6-4e96-9852-08b982e3db18 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0932035 Aug 30 19:20:51.356745 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-aad2a612-faba-4e1e-8809-4a6e33d75d13', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:20:51.357344 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-acc9fdf0-84a0-42d4-bd50-e52dcaff0301 req-1b33b199-1be8-45d7-a263-e8c64ed60447 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681784 Aug 30 19:20:51.358203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.429264 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.448964 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.511597 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb751ac-c232-47d4-ad95-f8f85436854c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:51.524682 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Checking segment: {'id': '02c8b41e-b502-48c4-9a73-95a2923c1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'e4a56e9c-7667-49aa-8afb-c139eaae515e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:51.525047 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Network hostable DHCP agents. Network: e4a56e9c-7667-49aa-8afb-c139eaae515e, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:20:51.531990 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Allocated IP 172.20.0.2 (aad2a612-faba-4e1e-8809-4a6e33d75d13/b2d077b5-fe3f-4fa3-b1d3-12bd940e977a/d2e0420b-eff0-439f-be81-7a9a69054a96) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:20:51.545096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Network e4a56e9c-7667-49aa-8afb-c139eaae515e is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:20:51.558423 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, e4a56e9c-7667-49aa-8afb-c139eaae515e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:51.564035 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.565744 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.588542 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4a12f7f1-dd68-416e-b586-8d4ed2890231 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4905198 Aug 30 19:20:51.589809 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dfc896-63eb-48d5-9390-5c591d37b9ea None None] Network e4a56e9c-7667-49aa-8afb-c139eaae515e requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:51.701596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.744333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:51.800008 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169e0f6-7c86-4025-87bf-81c63244b87c req-2e41dd10-3c57-4d9e-b453-e34b6c60e2b8 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.808449 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8169e0f6-7c86-4025-87bf-81c63244b87c req-2e41dd10-3c57-4d9e-b453-e34b6c60e2b8 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.1204510 Aug 30 19:20:51.810583 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c9a44-a167-48a3-8fc4-9fad4bd4ad23 None None] Network e4a56e9c-7667-49aa-8afb-c139eaae515e requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:51.848656 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e28a0-998d-460e-8245-bda825d3354e req-83bfe57a-35cc-4788-9611-6256b7e9344f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:51.856165 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff0e28a0-998d-460e-8245-bda825d3354e req-83bfe57a-35cc-4788-9611-6256b7e9344f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 943 time: 0.0776505 Aug 30 19:20:51.903797 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8169e0f6-7c86-4025-87bf-81c63244b87c req-027467cd-bb64-4a70-92e5-0ec3834c52ba tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 Aug 30 19:20:51.912402 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff0e28a0-998d-460e-8245-bda825d3354e req-ff50efdc-28a4-48d7-839f-3c15d072fa04 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552733 Aug 30 19:20:52.006395 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Allocated IP 172.27.0.182 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/3a029ec4-8552-43bc-9050-6e0161864ec9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:20:52.216749 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.216963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.224100 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Transition to ACTIVE for port object d2e0420b-eff0-439f-be81-7a9a69054a96 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:52.242204 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Transition to ACTIVE for port object d2e0420b-eff0-439f-be81-7a9a69054a96 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:52.266427 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.318945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.324412 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:52.329448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:52.333355 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:52.342352 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Pushing event updated for resources: {'Port': ['ID=d2e0420b-eff0-439f-be81-7a9a69054a96,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:52.357169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:52.362318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:52.366229 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:52.406915 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Attempting to bind port d2e0420b-eff0-439f-be81-7a9a69054a96 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:52.407460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Attempting to bind port d2e0420b-eff0-439f-be81-7a9a69054a96 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:52.407647 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Attempting to bind port d2e0420b-eff0-439f-be81-7a9a69054a96 on network aad2a612-faba-4e1e-8809-4a6e33d75d13 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:52.413741 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 545de9bc-de7d-45b8-b0d4-35b2be56f191 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:20:52.424329 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:52.424718 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Checking segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:52.425132 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.425562 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Bound using segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:52.426057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Bound port: d2e0420b-eff0-439f-be81-7a9a69054a96, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:52.426445 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.476247 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:52.481192 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876226223-network', 'tenant_id': 'bee4bc84ddf64878806466bf626a5ed2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:52.542195 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Made reservation on behalf of bee4bc84ddf64878806466bf626a5ed2 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:52.544834 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.555140 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.583564 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] For port d2e0420b-eff0-439f-be81-7a9a69054a96, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:52.593552 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Pushing event updated for resources: {'Port': ['ID=3a029ec4-8552-43bc-9050-6e0161864ec9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:52.623047 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] For port d2e0420b-eff0-439f-be81-7a9a69054a96, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=d2e0420b-eff0-439f-be81-7a9a69054a96,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:52.628889 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:52.632693 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.674155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6187f-650a-4c13-89b6-890f8699b181 req-cc1f9efa-e4dc-4003-9257-097b64926dbe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:52.676052 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a1e6187f-650a-4c13-89b6-890f8699b181 req-cc1f9efa-e4dc-4003-9257-097b64926dbe tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1681037 Aug 30 19:20:52.677614 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '545de9bc-de7d-45b8-b0d4-35b2be56f191', 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef', 'port_id': '545de9bc-de7d-45b8-b0d4-35b2be56f191', 'mac_address': 'fa:16:3e:40:44:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b780d7-b20a-4442-8b7f-ea37356d08e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:20:52.725989 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.733214 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.734416 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.740614 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.755068 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530bece-1f73-44af-8b78-f2f297e3b1a7 None None] Pushing event updated for resources: {'Port': ['ID=d2e0420b-eff0-439f-be81-7a9a69054a96,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:52.762564 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545de9bc-de7d-45b8-b0d4-35b2be56f191 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:20:52.785382 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a1e6187f-650a-4c13-89b6-890f8699b181 req-51f0b4e1-0a86-46d2-a4e6-4e24d8335d1d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979850 Aug 30 19:20:52.792164 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:52.801308 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.823709 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:20:52.831186 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6570821f-9276-4a76-98b4-c7f84ffeedb7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:52.865272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.865272 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Added segment 637289a5-6f55-4bf1-aa7b-d8d8de81e63f of type vlan for network 2e3c0cfb-9767-4c31-8660-35906d0d94e5 Aug 30 19:20:52.875489 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:52.920263 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.956433 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:52.957779 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:52.958655 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.036182 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5565500 Aug 30 19:20:53.040642 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:53.049335 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Request body: {'subnet': {'network_id': '2e3c0cfb-9767-4c31-8660-35906d0d94e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1876226223-subnet', 'tenant_id': 'bee4bc84ddf64878806466bf626a5ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:53.066773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9a1b-1ef7-4982-9ca4-6bed808da27a admin admin] Pushing event updated for resources: {'Network': ['ID=2e3c0cfb-9767-4c31-8660-35906d0d94e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:53.076872 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 2e3c0cfb-9767-4c31-8660-35906d0d94e5 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:20:53.093850 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Made reservation on behalf of bee4bc84ddf64878806466bf626a5ed2 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:53.096989 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.307423 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.317137 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c170e-d8fe-414d-a77b-f78fb91edfb9 req-11b181a4-389c-415b-89e5-e8b6ccceca5a tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:53.318803 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-800c170e-d8fe-414d-a77b-f78fb91edfb9 req-11b181a4-389c-415b-89e5-e8b6ccceca5a tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 944 time: 0.0960743 Aug 30 19:20:53.336609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.370685 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=feacc574-0fb8-4a50-b7ca-6bfbc663fa6f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:53.379891 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Checking segment: {'id': '637289a5-6f55-4bf1-aa7b-d8d8de81e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '2e3c0cfb-9767-4c31-8660-35906d0d94e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:53.380310 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Network hostable DHCP agents. Network: 2e3c0cfb-9767-4c31-8660-35906d0d94e5, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:20:53.398849 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Network 2e3c0cfb-9767-4c31-8660-35906d0d94e5 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:20:53.401769 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-800c170e-d8fe-414d-a77b-f78fb91edfb9 req-61d5d340-b072-4197-b23a-db249d532174 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Aug 30 19:20:53.415647 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 2e3c0cfb-9767-4c31-8660-35906d0d94e5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:53.421101 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:53.421969 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.429123 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aedf19-e14a-496e-842d-5d49723a7215 None None] Network 2e3c0cfb-9767-4c31-8660-35906d0d94e5 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:53.458788 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e5dd3762-5a31-4956-9070-8d19bba1aecb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4207206 Aug 30 19:20:53.513440 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Router f7c27be0-86b7-4027-8549-b4d067d5f6c9 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:20:53.596704 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90e5ac-f0b9-4e90-b791-31a5d9c3232d None None] Network 2e3c0cfb-9767-4c31-8660-35906d0d94e5 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:53.638047 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:53.686655 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:20:53.691000 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Deleting subnet bdb751ac-c232-47d4-ad95-f8f85436854c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:20:53.697757 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Sync routers for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:20:53.704278 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.712468 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.713728 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6164979a-6939-4c4e-8a98-ceb7520a4635 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6626978 Aug 30 19:20:53.718550 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:53.718695 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:53.721272 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:53.749831 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.811604 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.853686 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:53.896998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.928729 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb751ac-c232-47d4-ad95-f8f85436854c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:53.930994 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:53.933627 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3fb32359-f532-4e9d-8a26-dfdc8c9ba113 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bdb751ac-c232-47d4-ad95-f8f85436854c HTTP/1.1" status: 204 len: 168 time: 0.2945349 Aug 30 19:20:53.936372 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:53.960470 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42812fe7-d36a-4aa7-8a2f-364ef5b187a2 None None] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:54.028922 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.039368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf89618f-d786-4492-87aa-ff91817a8e71 None None] Provisioning for port d2e0420b-eff0-439f-be81-7a9a69054a96 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:54.053090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0f738-dc11-4836-abb3-674900a8c141 req-cc8b89ab-808a-432c-9ce2-0b9cc0509124 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:54.054867 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-54e0f738-dc11-4836-abb3-674900a8c141 req-cc8b89ab-808a-432c-9ce2-0b9cc0509124 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1481833 Aug 30 19:20:54.101546 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:52Z', 'revision_number': 3, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:54.135568 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Checking router: f7c27be0-86b7-4027-8549-b4d067d5f6c9 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:20:54.136162 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Updating router f7c27be0-86b7-4027-8549-b4d067d5f6c9 port 3a029ec4-8552-43bc-9050-6e0161864ec9 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:20:54.152430 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.153784 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-54e0f738-dc11-4836-abb3-674900a8c141 req-d681fcc0-3de8-46bb-8ea5-8bd69fe025eb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891619 Aug 30 19:20:54.178400 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a56e9c-7667-49aa-8afb-c139eaae515e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:54.178608 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.191823 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c8b41e-b502-48c4-9a73-95a2923c1bc1') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:54.192041 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c8b41e-b502-48c4-9a73-95a2923c1bc1') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:54.203753 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.223716 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.231733 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:20:54.232548 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:20:54.234974 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:20:54.312387 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.320941 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.324071 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e4a56e9c-7667-49aa-8afb-c139eaae515e HTTP/1.1" status: 204 len: 168 time: 0.3864973 Aug 30 19:20:54.346717 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51300) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:54.347376 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f580b-9a15-481e-a1d6-4e521ea10a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a56e9c-7667-49aa-8afb-c139eaae515e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:54.435649 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Deleting subnet feacc574-0fb8-4a50-b7ca-6bfbc663fa6f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:20:54.444698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.492654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device d2e0420b-eff0-439f-be81-7a9a69054a96 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:54.510596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.521947 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.555156 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.563038 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port d2e0420b-eff0-439f-be81-7a9a69054a96 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:54.567915 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port d2e0420b-eff0-439f-be81-7a9a69054a96 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:54.568287 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.572422 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Transition to ACTIVE for port object 3a029ec4-8552-43bc-9050-6e0161864ec9 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:54.582307 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.591432 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.647266 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3645-d9da-4879-aa02-5317b040f7a1 req-dabab781-7d0a-4f94-96b6-8169c197a7e5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:54.648860 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-db7a3645-d9da-4879-aa02-5317b040f7a1 req-dabab781-7d0a-4f94-96b6-8169c197a7e5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 944 time: 0.1064961 Aug 30 19:20:54.654121 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Attempting to bind port 3a029ec4-8552-43bc-9050-6e0161864ec9 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:54.655938 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Attempting to bind port 3a029ec4-8552-43bc-9050-6e0161864ec9 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:54.661962 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Attempting to bind port 3a029ec4-8552-43bc-9050-6e0161864ec9 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:54.686128 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:54.686500 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:54.686896 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.687285 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:54.687757 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Bound port: 3a029ec4-8552-43bc-9050-6e0161864ec9, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:54.688151 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.699643 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.711253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.712675 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Pushing event updated for resources: {'Port': ['ID=3a029ec4-8552-43bc-9050-6e0161864ec9,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:54.723787 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.724142 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.724477 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.724803 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.725338 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.726133 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.726662 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.727000 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.727411 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.727740 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.728059 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.728380 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:20:54.740154 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port d2e0420b-eff0-439f-be81-7a9a69054a96, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=d2e0420b-eff0-439f-be81-7a9a69054a96,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:54.744605 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.759876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feacc574-0fb8-4a50-b7ca-6bfbc663fa6f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:54.768301 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.769965 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1330129c-55e5-4a52-b7c3-0259ae26cd8e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/feacc574-0fb8-4a50-b7ca-6bfbc663fa6f HTTP/1.1" status: 204 len: 168 time: 0.4356935 Aug 30 19:20:54.772793 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:54.775329 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-db7a3645-d9da-4879-aa02-5317b040f7a1 req-ad0c1b60-42a2-4613-bb5f-28a6cbe45d5f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202016 Aug 30 19:20:54.795365 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] For port 3a029ec4-8552-43bc-9050-6e0161864ec9, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:54.802181 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] For port 3a029ec4-8552-43bc-9050-6e0161864ec9, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=3a029ec4-8552-43bc-9050-6e0161864ec9,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:54.816975 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.823780 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=d2e0420b-eff0-439f-be81-7a9a69054a96,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:54.866952 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:54.867892 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:54.881609 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.885818 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Allocated IP 172.20.0.1 (aad2a612-faba-4e1e-8809-4a6e33d75d13/b2d077b5-fe3f-4fa3-b1d3-12bd940e977a/c17eace4-96a8-469e-9dec-009efc40cb79) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:20:54.931750 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a37fa-6d19-46d0-b44a-2b8e365af539 None None] Pushing event updated for resources: {'Port': ['ID=3a029ec4-8552-43bc-9050-6e0161864ec9,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:54.975314 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:54.992000 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3c0cfb-9767-4c31-8660-35906d0d94e5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:55.005248 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.009724 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637289a5-6f55-4bf1-aa7b-d8d8de81e63f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:55.010081 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637289a5-6f55-4bf1-aa7b-d8d8de81e63f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:55.010736 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:55.019960 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Transition to ACTIVE for port object c17eace4-96a8-469e-9dec-009efc40cb79 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:55.020466 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.035199 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.041777 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:20:55.042169 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:20:55.044129 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:20:55.060940 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.104919 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:55.107598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.110425 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:55.114987 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:20:55.115458 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.126600 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.131565 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] 10.222.0.74 "DELETE /v2.0/networks/2e3c0cfb-9767-4c31-8660-35906d0d94e5 HTTP/1.1" status: 204 len: 168 time: 0.3555980 Aug 30 19:20:55.141535 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870bd11-7ae5-462a-bbf9-16422446352a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3c0cfb-9767-4c31-8660-35906d0d94e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:55.172225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:55.237554 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:52Z', 'revision_number': 3, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:55.267336 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a693307-8077-46bc-997b-f6c73b815998 None None] The sync data for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi is: [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:52Z', 'revision_number': 3, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:20:55.371913 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:55.378065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-974f8ee2-ac40-4071-9273-d85319d7b704 None None] Provisioning for port c17eace4-96a8-469e-9dec-009efc40cb79 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:55.380253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c5df7-08c3-4f87-ae30-62d0e4b9d12d req-c108cfd8-0394-4751-9431-c0e0dd1d5602 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:55.382644 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-974f8ee2-ac40-4071-9273-d85319d7b704 None None] Provisioning complete for port c17eace4-96a8-469e-9dec-009efc40cb79 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:55.383155 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-974f8ee2-ac40-4071-9273-d85319d7b704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.390402 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-718c5df7-08c3-4f87-ae30-62d0e4b9d12d req-c108cfd8-0394-4751-9431-c0e0dd1d5602 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1209919 Aug 30 19:20:55.425269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.428401 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-82eb8dcc-e938-4df4-9b8d-00d46ad6b9e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fafb563432304c839862b8603e6f9850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532713 Aug 30 19:20:55.428654 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51318) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:55.428770 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-974f8ee2-ac40-4071-9273-d85319d7b704 None None] Port c17eace4-96a8-469e-9dec-009efc40cb79 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:20:55.443682 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-718c5df7-08c3-4f87-ae30-62d0e4b9d12d req-88434162-ebe5-470d-94cd-45384f6a16f8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Aug 30 19:20:55.493605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.521614 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.574974 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.578077 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.579532 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e11df5e9-868e-42b1-b11d-85fa466f24e0 HTTP/1.1" status: 204 len: 168 time: 0.1496828 Aug 30 19:20:55.602419 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95fad-b96d-4172-b84a-fe571f81206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11df5e9-868e-42b1-b11d-85fa466f24e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:55.667372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.676621 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.677402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:55.728374 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:55.855279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:20:55.857765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:55.932653 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['545de9bc-de7d-45b8-b0d4-35b2be56f191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:20:56.165441 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:56.185019 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-10bab4cc-c986-4ac6-805f-f47ae93cbff8 None None] Provisioning complete for port c17eace4-96a8-469e-9dec-009efc40cb79 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:56.185392 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-10bab4cc-c986-4ac6-805f-f47ae93cbff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.213489 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-bfc8a08d-e123-4983-9e2f-c9728d30a6ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bee4bc84ddf64878806466bf626a5ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467756 Aug 30 19:20:56.214359 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:56.235463 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-10bab4cc-c986-4ac6-805f-f47ae93cbff8 None None] Port c17eace4-96a8-469e-9dec-009efc40cb79 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:20:56.280026 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a2b0e-2626-4990-898c-cde3a0059b56 req-a75a6b22-120f-4573-b10b-d0762867061d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:56.283332 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.288824 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-342a2b0e-2626-4990-898c-cde3a0059b56 req-a75a6b22-120f-4573-b10b-d0762867061d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 944 time: 0.3768022 Aug 30 19:20:56.314412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.349781 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-342a2b0e-2626-4990-898c-cde3a0059b56 req-65f4a405-a905-43b8-ad12-24f9452a4124 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597508 Aug 30 19:20:56.375056 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Router f7c27be0-86b7-4027-8549-b4d067d5f6c9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:20:56.378945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.381783 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.385020 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6570821f-9276-4a76-98b4-c7f84ffeedb7 HTTP/1.1" status: 204 len: 168 time: 0.1673043 Aug 30 19:20:56.410824 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06d00-fd8a-4791-9dfc-18303bf97cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6570821f-9276-4a76-98b4-c7f84ffeedb7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:56.536569 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device d2e0420b-eff0-439f-be81-7a9a69054a96 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:56.564403 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:20:56.580476 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ea41705c-955d-44aa-b6f2-901ef8b3b2e0 admin admin] 10.222.0.74 "PUT /v2.0/routers/f7c27be0-86b7-4027-8549-b4d067d5f6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8532264 Aug 30 19:20:56.658947 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port d2e0420b-eff0-439f-be81-7a9a69054a96 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:56.659942 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:56.661662 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de012-3880-4c0c-bc78-b67f4f06f997 req-0e4a50cc-0368-4715-b853-191ee5ae9b19 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:56.670016 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8c6de012-3880-4c0c-bc78-b67f4f06f997 req-0e4a50cc-0368-4715-b853-191ee5ae9b19 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0964732 Aug 30 19:20:56.749348 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8c6de012-3880-4c0c-bc78-b67f4f06f997 req-6a3c4865-64c6-4db3-9dd0-679390b26eaa tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783083 Aug 30 19:20:56.870530 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 3a029ec4-8552-43bc-9050-6e0161864ec9 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:56.940772 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 3a029ec4-8552-43bc-9050-6e0161864ec9 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:56.963273 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 3a029ec4-8552-43bc-9050-6e0161864ec9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:56.963665 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.058803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.084854 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 3a029ec4-8552-43bc-9050-6e0161864ec9, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=3a029ec4-8552-43bc-9050-6e0161864ec9,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:57.101842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.174626 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=3a029ec4-8552-43bc-9050-6e0161864ec9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:57.400605 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Sync routers for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:20:57.411207 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:57.411568 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:57.494665 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae65fd-6459-47b0-acba-dbcd779403c1 req-213fd127-9b38-47ed-8b58-4e3d1eee26df tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:57.497105 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4ae65fd-6459-47b0-acba-dbcd779403c1 req-213fd127-9b38-47ed-8b58-4e3d1eee26df tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 944 time: 0.0650082 Aug 30 19:20:57.538186 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:57.551964 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4ae65fd-6459-47b0-acba-dbcd779403c1 req-78c2b5e7-7ced-4d24-a719-9058ac77d26f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Aug 30 19:20:57.563517 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:57.569922 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1066478509-network', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:57.607796 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Made reservation on behalf of 4d8eb8e087414e6da5426f5122106bc4 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:57.610162 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.619076 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.742152 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.744868 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.782418 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:20:57.799867 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 2, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:57.818242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.818955 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Added segment 8f5fa62b-7181-44c1-876c-341557935a6e of type vlan for network 981deac6-c029-49b8-974f-e62ed679358c Aug 30 19:20:57.821159 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb536281-c171-412b-988e-8f2cbe9a4b4d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:57.851706 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Checking router: f7c27be0-86b7-4027-8549-b4d067d5f6c9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:20:57.852306 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Updating router f7c27be0-86b7-4027-8549-b4d067d5f6c9 port c17eace4-96a8-469e-9dec-009efc40cb79 binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:20:57.897402 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.948049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.983709 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3c227-75e9-4032-a353-ec0acc9b7038 req-f8d590ce-2ae2-4e66-bf11-df174b071685 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:57.985314 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbf3c227-75e9-4032-a353-ec0acc9b7038 req-f8d590ce-2ae2-4e66-bf11-df174b071685 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0939510 Aug 30 19:20:57.997945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:57.999159 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:58.004271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.040756 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbf3c227-75e9-4032-a353-ec0acc9b7038 req-eba7bd7d-e930-41ec-9906-28de1b53e43e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Aug 30 19:20:58.101089 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:58.101330 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5360978 Aug 30 19:20:58.104745 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83adf23-d156-47a8-99ad-04677c461a0e admin admin] Pushing event updated for resources: {'Network': ['ID=981deac6-c029-49b8-974f-e62ed679358c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:58.106348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Request body: {'subnet': {'network_id': '981deac6-c029-49b8-974f-e62ed679358c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1066478509-subnet', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:58.116522 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 981deac6-c029-49b8-974f-e62ed679358c details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:20:58.132169 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Made reservation on behalf of 4d8eb8e087414e6da5426f5122106bc4 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:20:58.135303 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.343129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-dcff73d8-b11b-4637-98eb-b4e2bdda9603 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:58.345444 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-dcff73d8-b11b-4637-98eb-b4e2bdda9603 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.1594682 Aug 30 19:20:58.357534 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.363130 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 3a029ec4-8552-43bc-9050-6e0161864ec9 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:58.391576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Transition to ACTIVE for port object c17eace4-96a8-469e-9dec-009efc40cb79 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:20:58.404175 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.478536 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0cf41-ab4e-4584-a57b-f517d7aa5b55 None None] Pushing event updated for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:58.516835 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 3a029ec4-8552-43bc-9050-6e0161864ec9 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:58.517329 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.603877 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Attempting to bind port c17eace4-96a8-469e-9dec-009efc40cb79 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:20:58.604365 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Attempting to bind port c17eace4-96a8-469e-9dec-009efc40cb79 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:20:58.604865 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Attempting to bind port c17eace4-96a8-469e-9dec-009efc40cb79 on network aad2a612-faba-4e1e-8809-4a6e33d75d13 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:20:58.612169 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-94f1c3ae-ee2e-4e05-891f-895a1a9c5aa5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/quotas/38260e1d5bbf4517acf41902cc6b76b4 HTTP/1.1" status: 200 len: 375 time: 0.2607236 Aug 30 19:20:58.614284 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:20:58.614764 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Checking segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:58.615630 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.616026 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Bound using segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:20:58.616605 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Bound port: c17eace4-96a8-469e-9dec-009efc40cb79, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:20:58.617077 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.626249 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 545de9bc-de7d-45b8-b0d4-35b2be56f191 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:20:58.665926 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.739308 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-20c1b8fa-3ab3-406e-bc34-4de084db2670 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080832 Aug 30 19:20:58.743848 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92934ebd-3152-444b-aba8-d439a0d194b0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:58.803237 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Checking segment: {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:20:58.803237 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Network hostable DHCP agents. Network: 981deac6-c029-49b8-974f-e62ed679358c, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:20:58.836094 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Network 981deac6-c029-49b8-974f-e62ed679358c is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:20:58.857525 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 981deac6-c029-49b8-974f-e62ed679358c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:20:58.868052 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:58.868639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.878004 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-906e86a2-4cd7-401d-968c-f5aa3e49fa75 service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261761 Aug 30 19:20:58.886837 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80892e-3a94-437e-8bde-d6c38f3216a5 None None] Network 981deac6-c029-49b8-974f-e62ed679358c requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:20:58.896147 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a9b780ba-8e71-4938-8680-edfc516dee2a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7937889 Aug 30 19:20:58.898936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51446) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:20:58.904120 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:20:58.959066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.960658 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:58.996855 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-c60be2b5-eba2-4d40-a197-2d8da4f15d2c service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115839 Aug 30 19:20:59.046775 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] For port c17eace4-96a8-469e-9dec-009efc40cb79, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:20:59.052323 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] For port c17eace4-96a8-469e-9dec-009efc40cb79, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c17eace4-96a8-469e-9dec-009efc40cb79,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:20:59.079666 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.084758 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 545de9bc-de7d-45b8-b0d4-35b2be56f191 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:20:59.094028 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.166601 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0cf41-ab4e-4584-a57b-f517d7aa5b55 None None] Pushing event updated for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:20:59.179321 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 545de9bc-de7d-45b8-b0d4-35b2be56f191 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:20:59.179576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.293036 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fedfed-36bb-45c6-bc6e-ce30c692244c req-f210292c-65a6-436b-92fe-00b21a5c6052 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:59.305725 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.312577 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-18fedfed-36bb-45c6-bc6e-ce30c692244c req-f210292c-65a6-436b-92fe-00b21a5c6052 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 944 time: 0.0859885 Aug 30 19:20:59.371707 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-18fedfed-36bb-45c6-bc6e-ce30c692244c req-9ebed8d7-696a-4c15-8afd-eb61e3cbee32 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577743 Aug 30 19:20:59.383543 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:20:59.384295 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:20:59.509897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-981deac6-c029-49b8-974f-e62ed679358c', 'network_id': '981deac6-c029-49b8-974f-e62ed679358c', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'fixed_ips': [{'subnet_id': '92934ebd-3152-444b-aba8-d439a0d194b0'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:20:59.511421 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.522903 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b2016-6500-4af0-a98e-fecad01aa9ac req-97c5d0a7-d671-47c7-89b1-9d8e2f764362 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:20:59.525069 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cf3b2016-6500-4af0-a98e-fecad01aa9ac req-97c5d0a7-d671-47c7-89b1-9d8e2f764362 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0683804 Aug 30 19:20:59.596306 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cf3b2016-6500-4af0-a98e-fecad01aa9ac req-de309fc3-07d9-48d5-b384-fe57a406eca5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631208 Aug 30 19:20:59.614354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.714154 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:20:59.716541 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396503f-1de5-4283-aef1-c8b2f65362fc" -d '{"events": [{"server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "name": "network-vif-plugged", "status": "completed", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:20:59.730432 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4fcf55f3-33a5-4801-a307-b86bfee87cc4 req-1621336a-ab54-4543-8839-6c51f039d396 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 210 time: 0.0593657 Aug 30 19:20:59.755880 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.772389 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:20:59.783067 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:20:59.787161 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.829212 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:20:59.836691 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec245c68-91c4-4149-a1d5-363403611d91 x-openstack-request-id: req-ec245c68-91c4-4149-a1d5-363403611d91 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:20:59.837035 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "name": "network-vif-plugged", "status": "completed", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:20:59.837308 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec245c68-91c4-4149-a1d5-363403611d91 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:20:59.837738 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191', 'code': 200} Aug 30 19:20:59.916950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Allocated IP 172.27.0.249 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/a096ae74-61fe-4e48-97d3-9033aab53984) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:00.001281 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:00.019762 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Allocated IP 172.20.0.2 (981deac6-c029-49b8-974f-e62ed679358c/92934ebd-3152-444b-aba8-d439a0d194b0/65baef8c-831a-444a-a088-280e5b92d9f4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:00.055296 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.102637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.149060 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:00.153979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:00.157761 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:00.227981 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Pushing event updated for resources: {'Port': ['ID=a096ae74-61fe-4e48-97d3-9033aab53984,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:00.231326 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:20:59Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:00.237500 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.274049 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6c759f-9d4c-4999-89e3-a28a864c7eea None None] The sync data for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi is: [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:20:59Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:21:00.277693 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Transition to ACTIVE for port object 65baef8c-831a-444a-a088-280e5b92d9f4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:00.310897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Transition to ACTIVE for port object 65baef8c-831a-444a-a088-280e5b92d9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:00.318469 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.405903 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Network 981deac6-c029-49b8-974f-e62ed679358c is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:00.412810 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:00.417068 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:00.455575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:00.459680 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Pushing event updated for resources: {'Port': ['ID=65baef8c-831a-444a-a088-280e5b92d9f4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:00.490627 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.522037 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Attempting to bind port 65baef8c-831a-444a-a088-280e5b92d9f4 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:00.522553 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Attempting to bind port 65baef8c-831a-444a-a088-280e5b92d9f4 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:00.522928 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Attempting to bind port 65baef8c-831a-444a-a088-280e5b92d9f4 on network 981deac6-c029-49b8-974f-e62ed679358c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:00.528682 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:00.529065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Checking segment: {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:00.529898 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.530558 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Bound using segment: {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:00.531039 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Bound port: 65baef8c-831a-444a-a088-280e5b92d9f4, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:00.531426 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.586101 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f67ab-48d0-4cb5-b9d8-1c56994a6a8f req-9d996dd3-10b7-4ceb-ba55-5f49fa779eca tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:00.594561 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5f3f67ab-48d0-4cb5-b9d8-1c56994a6a8f req-9d996dd3-10b7-4ceb-ba55-5f49fa779eca tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.1148129 Aug 30 19:21:00.685824 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5f3f67ab-48d0-4cb5-b9d8-1c56994a6a8f req-3b1b94db-4f0d-4462-bb89-062cd7decfe5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889561 Aug 30 19:21:00.698406 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] For port 65baef8c-831a-444a-a088-280e5b92d9f4, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:00.703897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] For port 65baef8c-831a-444a-a088-280e5b92d9f4, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=65baef8c-831a-444a-a088-280e5b92d9f4,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:00.714768 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.730197 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19d75f20-317a-4c80-aeaf-78013731b72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:00.843026 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cdcd7-f85a-4409-bfd1-97a2c6a134f6 None None] Pushing event updated for resources: {'Port': ['ID=65baef8c-831a-444a-a088-280e5b92d9f4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:00.951195 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-45c182a7-b24c-4010-9b16-d8dacae5e863 req-05b8a1b3-e2de-4684-8875-1f5bb0f77f12 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 210 time: 0.0781448 Aug 30 19:21:00.984296 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101165d-90c8-4ea9-8dd0-25322588a5fa req-8eb90835-a16d-4ec8-b5ad-06bccc28791f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:00.986435 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9101165d-90c8-4ea9-8dd0-25322588a5fa req-8eb90835-a16d-4ec8-b5ad-06bccc28791f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.2156582 Aug 30 19:21:00.996495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e48cce-99a3-4947-9e3a-1058701598f3 req-cd2e18c5-7fbd-4a1d-a5e3-5f11f3cf37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:01.001376 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-01e48cce-99a3-4947-9e3a-1058701598f3 req-cd2e18c5-7fbd-4a1d-a5e3-5f11f3cf37e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 1098 time: 0.1731408 Aug 30 19:21:01.020028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.037743 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19d75f20-317a-4c80-aeaf-78013731b72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.044420 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19d75f20-317a-4c80-aeaf-78013731b72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.108114 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75f20-317a-4c80-aeaf-78013731b72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ae43f-41f3-4d3f-ba8d-da2e160fe7a9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:01.117407 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-19d75f20-317a-4c80-aeaf-78013731b72d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=484b7f1ce5f04792bb7790bba3ae330b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605928 Aug 30 19:21:01.120615 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:01.148791 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9101165d-90c8-4ea9-8dd0-25322588a5fa req-7fa64070-3eb3-4b42-9607-80364205a474 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Aug 30 19:21:01.177996 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-01e48cce-99a3-4947-9e3a-1058701598f3 req-9a3ef93a-0ab6-429f-9c4c-c71657cc38f5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613536 Aug 30 19:21:01.224474 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.256434 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.307363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Router dba75e86-cf1f-4ff7-8c3c-81ea44472464 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:21:01.313840 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.316500 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.317681 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/108ae43f-41f3-4d3f-ba8d-da2e160fe7a9 HTTP/1.1" status: 204 len: 168 time: 0.1959202 Aug 30 19:21:01.326179 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35bc0a-ea74-4d10-8182-72a579521a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ae43f-41f3-4d3f-ba8d-da2e160fe7a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:01.445342 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:21:01.460557 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Sync routers for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:21:01.478304 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:21:01.479540 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:01.482748 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:01.487616 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2495c1b5-5d94-4eb8-809e-d79ac3f7b131 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5835540 Aug 30 19:21:01.487882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51514) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:01.828821 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:01.849885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c11b5b4-3986-4f7d-a510-81824dcd1a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.047585 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:21:02.097833 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c11b5b4-3986-4f7d-a510-81824dcd1a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.114024 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c11b5b4-3986-4f7d-a510-81824dcd1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.167102 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9f842b0f-4dca-4316-8251-e4028c0c1dda req-a6ecd805-11ad-4318-9b68-3461e8f21a31 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 210 time: 0.0630696 Aug 30 19:21:02.175181 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-6347ddc5-8305-4517-949f-a442d31190ef tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:02.176606 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-6347ddc5-8305-4517-949f-a442d31190ef tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.1997256 Aug 30 19:21:02.203345 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3895b19-1e6f-4228-a657-6ca13f2aa3f2 req-91a4f486-01c6-4382-8af3-ca80a004e80e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:02.205969 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d3895b19-1e6f-4228-a657-6ca13f2aa3f2 req-91a4f486-01c6-4382-8af3-ca80a004e80e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.2276475 Aug 30 19:21:02.207223 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-0c11b5b4-3986-4f7d-a510-81824dcd1a78 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97188a7f2d9742fb8f6aa85ef4b5ef81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760726 Aug 30 19:21:02.214483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Request body: {'port': {'device_id': '81348351-9a10-4990-8563-12ca7aa193e2', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'admin_state_up': True, 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:02.217284 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:02.259486 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11b5b4-3986-4f7d-a510-81824dcd1a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed678d82-1113-4c0f-a6af-84bd809a07dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:02.276381 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31971039-2c79-4f18-a192-b92150a57a42 None None] Network 981deac6-c029-49b8-974f-e62ed679358c requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:21:02.294420 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:00Z', 'revision_number': 3, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:02.327529 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Checking router: dba75e86-cf1f-4ff7-8c3c-81ea44472464 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:21:02.327888 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Updating router dba75e86-cf1f-4ff7-8c3c-81ea44472464 port a096ae74-61fe-4e48-97d3-9033aab53984 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:21:02.336011 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d3895b19-1e6f-4228-a657-6ca13f2aa3f2 req-c7d4f2c5-9aae-4447-af09-ed0ba58d747c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157861 Aug 30 19:21:02.354684 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.402178 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6d4a7-368a-4a1c-82d6-810808c645a9 req-574c7bda-3303-41ce-a74e-d42d6b6171c1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:02.414279 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dcc6d4a7-368a-4a1c-82d6-810808c645a9 req-574c7bda-3303-41ce-a74e-d42d6b6171c1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1188331 Aug 30 19:21:02.445582 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9b057af5-986f-4fe6-a15a-ffcf03adf415 None None] Provisioning for port 65baef8c-831a-444a-a088-280e5b92d9f4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:02.452552 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.488558 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dcc6d4a7-368a-4a1c-82d6-810808c645a9 req-21ed3985-3521-4f1c-99a6-91340a1a01c3 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Aug 30 19:21:02.560225 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 65baef8c-831a-444a-a088-280e5b92d9f4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:02.584451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.656456 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 65baef8c-831a-444a-a088-280e5b92d9f4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:02.662839 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 65baef8c-831a-444a-a088-280e5b92d9f4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:02.663219 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.680016 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:21:02.684406 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.705879 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.791258 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Transition to ACTIVE for port object a096ae74-61fe-4e48-97d3-9033aab53984 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:02.792073 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.794962 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.800409 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed678d82-1113-4c0f-a6af-84bd809a07dc HTTP/1.1" status: 204 len: 168 time: 0.5780311 Aug 30 19:21:02.802939 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.887593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481f4cf-57b7-4cd6-84f1-8539847cad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed678d82-1113-4c0f-a6af-84bd809a07dc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:02.934191 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Attempting to bind port a096ae74-61fe-4e48-97d3-9033aab53984 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:02.935372 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Attempting to bind port a096ae74-61fe-4e48-97d3-9033aab53984 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:02.935939 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Attempting to bind port a096ae74-61fe-4e48-97d3-9033aab53984 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:02.971323 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:02.971323 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:02.973276 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:02.974885 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:02.976647 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Bound port: a096ae74-61fe-4e48-97d3-9033aab53984, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:02.977366 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.059887 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a7ee-16b4-48fa-b9fa-7ea9b9cbe391 None None] Pushing event updated for resources: {'Port': ['ID=a096ae74-61fe-4e48-97d3-9033aab53984,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:03.081024 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Allocated IP 172.20.0.11 (c70abefa-51ce-428e-a146-6661f3d92b9e/80ccccbc-53cf-4c2c-ba3d-8869d6914ef4/6f285966-2fc3-4a78-bea3-2ed979fc4a16) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:03.103092 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.107897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f4bb07d5-6ddc-4e36-8d42-1b26fedc61ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.147507 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] For port a096ae74-61fe-4e48-97d3-9033aab53984, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:03.150503 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] For port a096ae74-61fe-4e48-97d3-9033aab53984, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a096ae74-61fe-4e48-97d3-9033aab53984,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:03.151387 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6a4c4a42-2ec8-4b37-b1fa-ea185d7af874 None None] Provisioning complete for port 65baef8c-831a-444a-a088-280e5b92d9f4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:03.152361 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4a42-2ec8-4b37-b1fa-ea185d7af874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.164234 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.179456 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.241766 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 65baef8c-831a-444a-a088-280e5b92d9f4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=65baef8c-831a-444a-a088-280e5b92d9f4,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:03.248968 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:21:03.249766 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:20:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:03.253601 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.254477 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c17eace4-96a8-469e-9dec-009efc40cb79 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:03.343037 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202a7ee-16b4-48fa-b9fa-7ea9b9cbe391 None None] Pushing event updated for resources: {'Port': ['ID=a096ae74-61fe-4e48-97d3-9033aab53984,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:03.405219 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0bbc8f16-b58a-4a9e-98ff-4fba18eaef04 req-ffcb6870-77c2-4747-8bef-62b4400b42ad tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 210 time: 0.1080735 Aug 30 19:21:03.448494 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=65baef8c-831a-444a-a088-280e5b92d9f4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:03.476751 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port c17eace4-96a8-469e-9dec-009efc40cb79 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:03.485529 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port c17eace4-96a8-469e-9dec-009efc40cb79 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:03.487735 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:21:03.489874 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.589117 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.633511 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b65e82-725a-462a-a757-98ea6d38c5cc req-ad6fe6dc-f47b-4e9d-85cf-959295c97076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:03.634697 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b65e82-725a-462a-a757-98ea6d38c5cc req-ad6fe6dc-f47b-4e9d-85cf-959295c97076 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1099 time: 0.1922572 Aug 30 19:21:03.653765 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.656311 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd5f0c-f8ee-45de-a02a-db7cc5a8f582 req-9e831238-f40e-438b-a3f2-db60ba51657e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:03.660058 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-efcd5f0c-f8ee-45de-a02a-db7cc5a8f582 req-9e831238-f40e-438b-a3f2-db60ba51657e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0895772 Aug 30 19:21:03.666343 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88eb64-6a35-4bcf-8e15-0c31fb66e954 req-6f937714-7d4e-4201-a506-a4274f52dcfe tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:03.667834 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d88eb64-6a35-4bcf-8e15-0c31fb66e954 req-6f937714-7d4e-4201-a506-a4274f52dcfe tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.1808681 Aug 30 19:21:03.673436 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Allocated IP 172.20.0.1 (981deac6-c029-49b8-974f-e62ed679358c/92934ebd-3152-444b-aba8-d439a0d194b0/671b8b59-a109-4f85-a5fe-266dc001e54c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:03.704108 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port c17eace4-96a8-469e-9dec-009efc40cb79, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c17eace4-96a8-469e-9dec-009efc40cb79,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:03.712782 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.728131 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-efcd5f0c-f8ee-45de-a02a-db7cc5a8f582 req-a69b8806-97c9-4f33-85a1-3d3d21fddd9d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545144 Aug 30 19:21:03.784894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.794056 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:03.831922 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:00Z', 'revision_number': 3, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:03.836238 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d88eb64-6a35-4bcf-8e15-0c31fb66e954 req-c81cad12-e1e6-4af1-9c59-57b467d6d0ad tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552181 Aug 30 19:21:03.865455 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd8bbe-96b7-4a14-bd38-70327ae7ce4e None None] The sync data for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi is: [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:00Z', 'revision_number': 3, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:21:03.868541 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Network c70abefa-51ce-428e-a146-6661f3d92b9e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:03.878393 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:03.882623 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event updated for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:03.890581 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:03.896846 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:03.897500 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.948799 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-a221fd34-dcab-46db-903d-4d3ebb6a8f69 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7400348 Aug 30 19:21:03.954006 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:03.968916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Transition to ACTIVE for port object 671b8b59-a109-4f85-a5fe-266dc001e54c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:04.006426 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.044246 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Network 981deac6-c029-49b8-974f-e62ed679358c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:04.049772 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:04.052378 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:04.053014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.095676 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Pushing event updated for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:04.247631 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.409679 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffbd7fec-a7dd-405e-9acc-342dbcb3c365 None None] Provisioning for port 671b8b59-a109-4f85-a5fe-266dc001e54c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:04.414726 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ffbd7fec-a7dd-405e-9acc-342dbcb3c365 None None] Provisioning complete for port 671b8b59-a109-4f85-a5fe-266dc001e54c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:04.415110 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7fec-a7dd-405e-9acc-342dbcb3c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.522049 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 65baef8c-831a-444a-a088-280e5b92d9f4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:04.558134 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd7fec-a7dd-405e-9acc-342dbcb3c365 None None] Port 671b8b59-a109-4f85-a5fe-266dc001e54c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:21:04.565138 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.572263 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.573240 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.602559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 65baef8c-831a-444a-a088-280e5b92d9f4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:04.603934 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.712815 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c17eace4-96a8-469e-9dec-009efc40cb79 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:04.772560 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port c17eace4-96a8-469e-9dec-009efc40cb79 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:04.772932 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.894390 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a096ae74-61fe-4e48-97d3-9033aab53984 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:04.956920 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port a096ae74-61fe-4e48-97d3-9033aab53984 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:04.959952 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e02f5-1fe4-41ef-90c6-7bc4fc474578 req-7a1298ba-2bd7-4c6d-a384-f93eb39bb209 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:04.961729 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c95e02f5-1fe4-41ef-90c6-7bc4fc474578 req-7a1298ba-2bd7-4c6d-a384-f93eb39bb209 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 932 time: 0.4783156 Aug 30 19:21:04.964081 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a096ae74-61fe-4e48-97d3-9033aab53984 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:04.964462 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:04.976404 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Pushing event updated for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:05.039272 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c95e02f5-1fe4-41ef-90c6-7bc4fc474578 req-f1bb9bd6-1461-432f-a898-9507f17bbd6b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Aug 30 19:21:05.045600 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:05.046110 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Network 981deac6-c029-49b8-974f-e62ed679358c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:05.047777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:05.086827 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port a096ae74-61fe-4e48-97d3-9033aab53984, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a096ae74-61fe-4e48-97d3-9033aab53984,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:05.101283 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:05.172256 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=a096ae74-61fe-4e48-97d3-9033aab53984,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:05.239098 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78cd76-2eb9-4adb-a1fa-4db60592cafb req-4324c9ee-b6ec-4cc7-8c7e-4214b2582dca tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:05.240693 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f78cd76-2eb9-4adb-a1fa-4db60592cafb req-4324c9ee-b6ec-4cc7-8c7e-4214b2582dca tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1050432 Aug 30 19:21:05.246337 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Router dba75e86-cf1f-4ff7-8c3c-81ea44472464 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:21:05.333056 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f78cd76-2eb9-4adb-a1fa-4db60592cafb req-cc8d949d-de2a-4235-8d93-5dfaedde8a02 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Aug 30 19:21:05.385064 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b396acdf-f8c8-4fef-85ea-8403db649a5a None None] Provisioning complete for port 671b8b59-a109-4f85-a5fe-266dc001e54c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:05.385374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b396acdf-f8c8-4fef-85ea-8403db649a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:05.396799 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:21:05.401775 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ff035f0e-dace-422f-86e8-fca850172a3c admin admin] 10.222.0.74 "PUT /v2.0/routers/dba75e86-cf1f-4ff7-8c3c-81ea44472464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9128785 Aug 30 19:21:05.430612 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b396acdf-f8c8-4fef-85ea-8403db649a5a None None] Port 671b8b59-a109-4f85-a5fe-266dc001e54c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:21:05.781016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31916f0c-b15d-4314-bf5a-847eaa3a866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:05.881129 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Sync routers for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:21:05.881302 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 51652) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:05.891287 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:21:05.892024 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:21:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:06.008155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de317c36-493c-4669-86df-7221236ac1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.010337 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:21:06.146618 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de317c36-493c-4669-86df-7221236ac1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.160513 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de317c36-493c-4669-86df-7221236ac1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.168711 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.224327 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-de317c36-493c-4669-86df-7221236ac1fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c16b9d7faa4d487a8aa688c580d62331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418100 Aug 30 19:21:06.226879 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de317c36-493c-4669-86df-7221236ac1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ec870-3942-4c12-8e9f-04c6f4f28adb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:06.228548 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:06.243250 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26736e-551d-4002-9d19-bfc259df13b7 req-ad56dda8-f967-40c4-8b5f-4c52e3ed273a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:06.245350 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd26736e-551d-4002-9d19-bfc259df13b7 req-ad56dda8-f967-40c4-8b5f-4c52e3ed273a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 932 time: 0.0959263 Aug 30 19:21:06.283108 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:04Z', 'revision_number': 4, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '671b8b59-a109-4f85-a5fe-266dc001e54c', 'name': '', 'network_id': '981deac6-c029-49b8-974f-e62ed679358c', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'mac_address': 'fa:16:3e:67:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:21:03Z', 'updated_at': '2021-08-30T19:21:04Z', 'revision_number': 2, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'subnets': [{'id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:06.311713 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd26736e-551d-4002-9d19-bfc259df13b7 req-9d87cd03-8f81-45b0-8d52-f2b05c353c9b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597320 Aug 30 19:21:06.326822 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Checking router: dba75e86-cf1f-4ff7-8c3c-81ea44472464 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:21:06.327422 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Updating router dba75e86-cf1f-4ff7-8c3c-81ea44472464 port 671b8b59-a109-4f85-a5fe-266dc001e54c binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:21:06.336721 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.366148 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.386339 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.399121 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a096ae74-61fe-4e48-97d3-9033aab53984 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:06.453852 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.457723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.462645 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/918ec870-3942-4c12-8e9f-04c6f4f28adb HTTP/1.1" status: 204 len: 168 time: 0.2312241 Aug 30 19:21:06.485777 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1909-1362-4f67-a242-0e1e0e711353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ec870-3942-4c12-8e9f-04c6f4f28adb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:06.525903 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d30217-179d-4226-8eb9-1e589ac35e77 req-99bcb9f8-62f7-4351-ab81-3677803dc3ec tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:06.535468 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6d30217-179d-4226-8eb9-1e589ac35e77 req-99bcb9f8-62f7-4351-ab81-3677803dc3ec tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0850906 Aug 30 19:21:06.581286 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6d30217-179d-4226-8eb9-1e589ac35e77 req-091d45dd-3765-403f-a966-0a93d3ef0278 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Aug 30 19:21:06.587989 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a096ae74-61fe-4e48-97d3-9033aab53984 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:06.588366 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.624524 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da', '4ce49e70-6eb6-49ac-82bc-d9237f0fd059'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:21:06.664268 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Request body: {'port': {'device_id': '81348351-9a10-4990-8563-12ca7aa193e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:06.812918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:06.828833 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6b65e82-725a-462a-a757-98ea6d38c5cc req-911df2b6-c14b-43bf-8ba8-0a5356d96178 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362339 Aug 30 19:21:07.103882 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.111114 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:07.130034 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80568a36-96fd-44a2-bca1-e320408b0634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.302218 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.359626 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80568a36-96fd-44a2-bca1-e320408b0634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.366422 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80568a36-96fd-44a2-bca1-e320408b0634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.374794 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Transition to ACTIVE for port object 671b8b59-a109-4f85-a5fe-266dc001e54c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:07.399157 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-80568a36-96fd-44a2-bca1-e320408b0634 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c94e15e4e994a3e8d6e6673bffd880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860715 Aug 30 19:21:07.401680 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 51696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:07.405372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f285966-2fc3-4a78-bea3-2ed979fc4a16 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:07.406828 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.414459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.428353 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Transition to ACTIVE for port object 6f285966-2fc3-4a78-bea3-2ed979fc4a16 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:07.433213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.476885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568a36-96fd-44a2-bca1-e320408b0634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8899842-55f8-4016-be3b-15500946ccb5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:07.520452 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:07.581939 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.592563 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Attempting to bind port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:07.593179 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Attempting to bind port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:07.593276 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Attempting to bind port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:07.607177 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393e185-c1c0-4500-a989-089ed238aaae None None] Pushing event updated for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:07.615420 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 on network c70abefa-51ce-428e-a146-6661f3d92b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:21:07.615763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Attempting to bind port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:07.623644 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8dd0e-d152-4d9a-b7ec-317e8d39bc47 req-5428e139-459a-466a-866d-599ac07c2a70 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:07.631197 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:07.631502 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Checking segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:07.634040 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Bound using segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:07.634609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Bound port: 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:07.634740 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-aec8dd0e-d152-4d9a-b7ec-317e8d39bc47 req-5428e139-459a-466a-866d-599ac07c2a70 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.1519170 Aug 30 19:21:07.634997 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.685902 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.709727 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Attempting to bind port 671b8b59-a109-4f85-a5fe-266dc001e54c on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:07.710283 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Attempting to bind port 671b8b59-a109-4f85-a5fe-266dc001e54c by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:07.710745 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Attempting to bind port 671b8b59-a109-4f85-a5fe-266dc001e54c on network 981deac6-c029-49b8-974f-e62ed679358c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:07.715957 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-aec8dd0e-d152-4d9a-b7ec-317e8d39bc47 req-769fca59-fc91-4f52-a320-9ef6f27be478 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801528 Aug 30 19:21:07.744016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:07.744531 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Checking segment: {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:07.744966 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.745405 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Bound using segment: {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:07.747271 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Bound port: 671b8b59-a109-4f85-a5fe-266dc001e54c, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fa62b-7181-44c1-876c-341557935a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '981deac6-c029-49b8-974f-e62ed679358c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:07.747754 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.799031 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.815949 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.815949 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8899842-55f8-4016-be3b-15500946ccb5 HTTP/1.1" status: 204 len: 168 time: 0.4061782 Aug 30 19:21:07.870745 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf2de6-9743-4bf1-b664-717d0cd75dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8899842-55f8-4016-be3b-15500946ccb5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:07.892484 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea568-38e8-4fed-8cc6-76cae7b4fa0e req-f5585d59-a52c-4062-9885-8bdd4a4a05ac tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:07.914200 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-547ea568-38e8-4fed-8cc6-76cae7b4fa0e req-f5585d59-a52c-4062-9885-8bdd4a4a05ac tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.2480762 Aug 30 19:21:07.924433 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c39e7-3fc3-4bd1-bbb2-f2401d79a164 req-9a974fb8-6ab5-4193-bc18-1e613ea624f8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:07.944998 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-957c39e7-3fc3-4bd1-bbb2-f2401d79a164 req-9a974fb8-6ab5-4193-bc18-1e613ea624f8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1109731 Aug 30 19:21:07.952534 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] For port 671b8b59-a109-4f85-a5fe-266dc001e54c, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:07.957762 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] For port 671b8b59-a109-4f85-a5fe-266dc001e54c, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=671b8b59-a109-4f85-a5fe-266dc001e54c,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:07.974183 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:07.984127 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:08.008300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:08.027617 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-547ea568-38e8-4fed-8cc6-76cae7b4fa0e req-9eec0a8b-3dfa-4843-9d3b-3e1c31464462 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065257 Aug 30 19:21:08.028023 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-957c39e7-3fc3-4bd1-bbb2-f2401d79a164 req-f23911f7-fefb-4274-a708-02080207aea6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760658 Aug 30 19:21:08.030938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:08.097639 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393e185-c1c0-4500-a989-089ed238aaae None None] Pushing event updated for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:08.114085 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:08.114879 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:08.117087 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] 10.222.0.83 "PUT /v2.0/ports/6f285966-2fc3-4a78-bea3-2ed979fc4a16 HTTP/1.1" status: 200 len: 1094 time: 1.4629760 Aug 30 19:21:08.117732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:08.123014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a342022-066f-4c4b-8e07-6b467148c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:08.134732 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:21:08.136638 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:21:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:08.189536 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75283d-4355-46da-bcf6-6a3982096ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:08.288513 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b1498b-17b3-422f-8951-d06ca233249d x-openstack-request-id: req-71b1498b-17b3-422f-8951-d06ca233249d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:08.289197 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:08.290453 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-71b1498b-17b3-422f-8951-d06ca233249d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:08.291079 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16', 'status': 'completed', 'code': 200} Aug 30 19:21:08.305826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-662e36b1-1a85-4501-8819-436f2b727d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:08.308469 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-662e36b1-1a85-4501-8819-436f2b727d36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 1097 time: 0.0946755 Aug 30 19:21:08.366385 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:21:08.452212 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-98813a31-d336-475d-92ce-89cbad85917d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16 HTTP/1.1" status: 200 len: 217 time: 0.1181767 Aug 30 19:21:08.538570 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d4e561e-8dcf-4392-bc61-64fd89bb3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:08.540335 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-9d4e561e-8dcf-4392-bc61-64fd89bb3b5a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.0719845 Aug 30 19:21:08.617579 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:08.638552 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-47537347-9d51-4a31-8d18-f37514405381 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684273 Aug 30 19:21:08.683117 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:04Z', 'revision_number': 4, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '671b8b59-a109-4f85-a5fe-266dc001e54c', 'name': '', 'network_id': '981deac6-c029-49b8-974f-e62ed679358c', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'mac_address': 'fa:16:3e:67:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:21:03Z', 'updated_at': '2021-08-30T19:21:07Z', 'revision_number': 4, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'subnets': [{'id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:21:08.719206 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65205432-d5df-48cd-ac13-ab08f67974c6 None None] The sync data for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi is: [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:21:04Z', 'revision_number': 4, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '671b8b59-a109-4f85-a5fe-266dc001e54c', 'name': '', 'network_id': '981deac6-c029-49b8-974f-e62ed679358c', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'mac_address': 'fa:16:3e:67:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:21:03Z', 'updated_at': '2021-08-30T19:21:07Z', 'revision_number': 4, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'subnets': [{'id': '92934ebd-3152-444b-aba8-d439a0d194b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:21:08.839538 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-47273f8c-e446-4386-ab4a-54df4b4b1a2b service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809607 Aug 30 19:21:09.024642 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a353422-ba2f-458f-8d7e-ca557832a529 req-1c69c01f-11e1-4cc0-aad4-0a93b6c5d526 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.044117 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a353422-ba2f-458f-8d7e-ca557832a529 req-1c69c01f-11e1-4cc0-aad4-0a93b6c5d526 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.2055080 Aug 30 19:21:09.182949 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbbb208a-dcf0-4828-9b79-6563c292347c req-f3fb84c0-dcb3-4545-ae51-7d6cc5418c85 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284616 Aug 30 19:21:09.186238 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a353422-ba2f-458f-8d7e-ca557832a529 req-7be1eef7-21b7-410b-a2c4-e6356340dfd6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347508 Aug 30 19:21:09.303949 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd06c3-f8d4-43c1-b23f-fa564efb3dbf req-79bc7705-fbe8-4d4d-bc6a-c5ce7bef50ed tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.323157 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-74bd06c3-f8d4-43c1-b23f-fa564efb3dbf req-79bc7705-fbe8-4d4d-bc6a-c5ce7bef50ed tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.1850305 Aug 30 19:21:09.405581 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-74bd06c3-f8d4-43c1-b23f-fa564efb3dbf req-7b850ae6-974a-4efd-a290-f173d8aac04f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814033 Aug 30 19:21:09.446548 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85af3ca-e58f-4d49-ab3e-96c2afdd2154 req-b3a534bf-406f-43c2-b5ee-26febae8578d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.455704 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a85af3ca-e58f-4d49-ab3e-96c2afdd2154 req-b3a534bf-406f-43c2-b5ee-26febae8578d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.1431987 Aug 30 19:21:09.514394 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-bba8d79a-fa35-4058-970b-ed76c520c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.515892 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-bba8d79a-fa35-4058-970b-ed76c520c47b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 1097 time: 0.2371883 Aug 30 19:21:09.530985 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a85af3ca-e58f-4d49-ab3e-96c2afdd2154 req-a7a260df-574c-43d9-ac0c-1185de0f516b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738425 Aug 30 19:21:09.714526 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68d4d6-0aff-404f-8a52-9111aebbfba0 req-5e62a1f7-6965-4213-aa48-ccb3187f97d4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.716444 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd68d4d6-0aff-404f-8a52-9111aebbfba0 req-5e62a1f7-6965-4213-aa48-ccb3187f97d4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0829341 Aug 30 19:21:09.759309 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-e187ad44-c64a-4266-9221-0c54b35fd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.760798 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-e187ad44-c64a-4266-9221-0c54b35fd191 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 917 time: 0.2289231 Aug 30 19:21:09.825499 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-572f2b03-5029-4187-b336-e4eb95aa8245 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16 HTTP/1.1" status: 200 len: 217 time: 0.0547953 Aug 30 19:21:09.831421 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd68d4d6-0aff-404f-8a52-9111aebbfba0 req-e5a66df1-7f7b-4a9d-bf53-1b5f11a4f24d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060712 Aug 30 19:21:09.941044 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-a3ef7599-7e60-48a4-a9dd-386d4729e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:09.942583 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-a3ef7599-7e60-48a4-a9dd-386d4729e0c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.1014640 Aug 30 19:21:10.406952 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7284f4-7299-4fac-9e5e-279a4f299f24 req-84650bb8-2250-42c6-b99e-27fd9fc223d2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:10.415598 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf7284f4-7299-4fac-9e5e-279a4f299f24 req-84650bb8-2250-42c6-b99e-27fd9fc223d2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.1028943 Aug 30 19:21:10.456774 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 671b8b59-a109-4f85-a5fe-266dc001e54c up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:10.497983 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf7284f4-7299-4fac-9e5e-279a4f299f24 req-04dd0821-79e7-459f-a9f8-fff51f8146d8 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812895 Aug 30 19:21:10.559654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 671b8b59-a109-4f85-a5fe-266dc001e54c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:10.591311 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b66d55-2ee8-4710-8f1a-59b06cc4f1e2 req-4a2c585d-2a9b-40fe-8ccb-80854b9e4b90 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:10.591311 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66b66d55-2ee8-4710-8f1a-59b06cc4f1e2 req-4a2c585d-2a9b-40fe-8ccb-80854b9e4b90 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.0844228 Aug 30 19:21:10.617975 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 671b8b59-a109-4f85-a5fe-266dc001e54c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:10.618402 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:10.692802 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66b66d55-2ee8-4710-8f1a-59b06cc4f1e2 req-076fe34c-94a6-410d-80e8-bb653b422e5d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857782 Aug 30 19:21:10.781740 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:10.820407 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 671b8b59-a109-4f85-a5fe-266dc001e54c, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=671b8b59-a109-4f85-a5fe-266dc001e54c,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:10.826119 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:10.887453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:11.631424 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18737d-1731-4915-96f7-0d85c0507cdc req-f8a79fe7-9fc9-4863-a5d4-ea7b5a913310 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:11.633776 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf18737d-1731-4915-96f7-0d85c0507cdc req-f8a79fe7-9fc9-4863-a5d4-ea7b5a913310 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.0548601 Aug 30 19:21:11.690605 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf18737d-1731-4915-96f7-0d85c0507cdc req-9323ae01-c4d2-49be-b45c-003607416cbf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Aug 30 19:21:11.824459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8754795-fa58-4151-b238-c621c5ff054d req-b2e49177-6fd8-48bc-a992-92a299ed303d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:11.826259 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8754795-fa58-4151-b238-c621c5ff054d req-b2e49177-6fd8-48bc-a992-92a299ed303d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.0540776 Aug 30 19:21:11.869987 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8754795-fa58-4151-b238-c621c5ff054d req-c054dbed-0df7-4cdb-aa8f-66cc33443d0b tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Aug 30 19:21:12.371421 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 671b8b59-a109-4f85-a5fe-266dc001e54c up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:12.429134 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 671b8b59-a109-4f85-a5fe-266dc001e54c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:12.429716 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:12.805333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c446a-7b0e-4696-9df6-abe6204d4b80 req-cbff591b-f7c5-404a-9cb5-c50b0feeb8c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:12.806906 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-230c446a-7b0e-4696-9df6-abe6204d4b80 req-cbff591b-f7c5-404a-9cb5-c50b0feeb8c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.0530179 Aug 30 19:21:12.849787 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-230c446a-7b0e-4696-9df6-abe6204d4b80 req-3176b453-6340-41a8-a900-0be26e03c0ac tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362523 Aug 30 19:21:13.006717 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071bfce-02f9-42e3-b057-85468a8cbc8f req-5824062e-1a69-4cc2-9824-a20233e40c01 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:13.008208 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3071bfce-02f9-42e3-b057-85468a8cbc8f req-5824062e-1a69-4cc2-9824-a20233e40c01 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.0525155 Aug 30 19:21:13.054231 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:13.072151 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3071bfce-02f9-42e3-b057-85468a8cbc8f req-6ec4ca4f-c093-4e73-bae3-9a3fdcd988b0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Aug 30 19:21:13.231190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-2ce0314a-473f-4aa3-bb8a-a770d21eb9dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349650 Aug 30 19:21:13.333748 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-6c5eb11d-0851-4548-ab68-1e5f23bde045 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908134 Aug 30 19:21:13.509528 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-c487feb2-178d-4f7a-bff0-b435f404a3ac tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:13.509528 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-c487feb2-178d-4f7a-bff0-b435f404a3ac tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 945 time: 0.1231015 Aug 30 19:21:13.564657 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a342022-066f-4c4b-8e07-6b467148c2ea req-6abb078e-b67d-4a36-bcac-4a474463bb6c service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825442 Aug 30 19:21:13.638816 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Deleting port 545de9bc-de7d-45b8-b0d4-35b2be56f191 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:21:13.639246 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:13.772172 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] For port 545de9bc-de7d-45b8-b0d4-35b2be56f191, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=545de9bc-de7d-45b8-b0d4-35b2be56f191,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:13.772537 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:13.787073 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Calling delete_port for 545de9bc-de7d-45b8-b0d4-35b2be56f191 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:21:13.985077 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:14.002238 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['545de9bc-de7d-45b8-b0d4-35b2be56f191'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:21:14.046096 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Pushing event deleted for resources: {'Port': ['ID=545de9bc-de7d-45b8-b0d4-35b2be56f191,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:14.060346 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582737-7cfb-4938-b49b-02c655844184 req-e013d28a-ba22-4b0f-a5f0-cd4a8c7f3460 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:14.062017 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b3582737-7cfb-4938-b49b-02c655844184 req-e013d28a-ba22-4b0f-a5f0-cd4a8c7f3460 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.1279027 Aug 30 19:21:14.117937 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] No DVR routers for this DVR port 545de9bc-de7d-45b8-b0d4-35b2be56f191 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:21:14.120589 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:14.123435 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f4821af3-eb01-42c9-8bd1-d78f44c15d72 req-11f07aa2-b47f-4d3f-91d1-f2c31c729902 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "DELETE /v2.0/ports/545de9bc-de7d-45b8-b0d4-35b2be56f191 HTTP/1.1" status: 204 len: 173 time: 0.5999310 Aug 30 19:21:14.124667 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'name': 'network-vif-deleted', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:14.128135 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02705436-c2a7-4091-afbf-1190b748e5c5" -d '{"events": [{"server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "name": "network-vif-deleted", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:14.181206 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b3582737-7cfb-4938-b49b-02c655844184 req-804a5efe-065e-4bb5-9da7-c4486cdae750 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956092 Aug 30 19:21:14.241035 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a874f24c-4ece-462c-8e52-4d5544c3541e req-49881775-296a-4d57-8b99-d19993ff0566 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=210130e2-95b7-4ca8-b8ef-34ba31e1ef5c HTTP/1.1" status: 200 len: 210 time: 0.0783534 Aug 30 19:21:14.261605 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80078285-afdf-40d8-a0ae-d0b005145991 x-openstack-request-id: req-80078285-afdf-40d8-a0ae-d0b005145991 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:14.261895 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210130e2-95b7-4ca8-b8ef-34ba31e1ef5c", "name": "network-vif-deleted", "tag": "545de9bc-de7d-45b8-b0d4-35b2be56f191", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:14.262143 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80078285-afdf-40d8-a0ae-d0b005145991 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:14.262537 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210130e2-95b7-4ca8-b8ef-34ba31e1ef5c', 'name': 'network-vif-deleted', 'tag': '545de9bc-de7d-45b8-b0d4-35b2be56f191', 'status': 'completed', 'code': 200} Aug 30 19:21:14.992791 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-45ced66a-f2f3-443a-ad45-4d838ea3d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:14.995476 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-45ced66a-f2f3-443a-ad45-4d838ea3d7f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.0621207 Aug 30 19:21:15.009495 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a08b-11b4-4e4f-bbea-8f8f7c419ea3 req-c4de5785-f8f2-464e-96d4-9964287014ed tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:15.020829 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0cb0a08b-11b4-4e4f-bbea-8f8f7c419ea3 req-c4de5785-f8f2-464e-96d4-9964287014ed tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1158788 Aug 30 19:21:15.086285 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0cb0a08b-11b4-4e4f-bbea-8f8f7c419ea3 req-32493472-6b6a-41d6-ab72-83a9d1bf9d69 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638518 Aug 30 19:21:15.171197 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-e28d0b49-3d85-4ca4-95e5-3c2c8a8bbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:15.177004 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-e28d0b49-3d85-4ca4-95e5-3c2c8a8bbd9e service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.1669974 Aug 30 19:21:15.224563 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-86030f86-f0c2-472b-9d3e-ea48ae3dda31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0420415 Aug 30 19:21:15.442796 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-b30f5cc1-9990-4089-a24d-b9cde27209ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:15.448685 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-b30f5cc1-9990-4089-a24d-b9cde27209ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.2060747 Aug 30 19:21:15.493813 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e25e5-5a12-483d-a92e-f963bb0b8f39 req-bc3011d8-5a70-49ad-ac8d-47744cbb8bdb tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:15.495428 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b3e25e5-5a12-483d-a92e-f963bb0b8f39 req-bc3011d8-5a70-49ad-ac8d-47744cbb8bdb tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.2452826 Aug 30 19:21:15.520184 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-7852486b-b8ad-4a33-840a-3ec7515af410 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616333 Aug 30 19:21:15.618867 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b3e25e5-5a12-483d-a92e-f963bb0b8f39 req-a7deba03-60a7-4437-9dd4-80d64201ebaa tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016233 Aug 30 19:21:15.658784 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-8986d01d-753a-489b-867b-9dba1503e4de service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259873 Aug 30 19:21:15.769098 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-03de2ec8-e1df-4dbe-b406-fbf480f7128e req-e055a3e4-39d0-4c84-aca9-d36092d18246 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018889 Aug 30 19:21:15.790967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-56d6ea40-ae5e-4a03-b6d6-35b1ba0b8f9d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:15.792575 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-56d6ea40-ae5e-4a03-b6d6-35b1ba0b8f9d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/networks?id=5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 200 len: 809 time: 0.1475930 Aug 30 19:21:15.810232 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-ca7caf1c-de52-42d6-9b16-21a04e8a2206 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/quotas/2d0817dae6434505ac2aaed0cfd90922 HTTP/1.1" status: 200 len: 375 time: 0.0103693 Aug 30 19:21:15.857031 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-518b3873-9efe-4fdd-b8bc-4dab20073c3f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413432 Aug 30 19:21:15.993064 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-049df4a1-3142-45f0-8327-1a4845ad9684 service neutron] 10.222.0.74 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351204 Aug 30 19:21:16.152529 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-e0aca6d1-12b7-4835-a3d0-9b663cfbafc7 service neutron] 10.222.0.74 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585414 Aug 30 19:21:16.322257 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840a58b-85bc-4433-98bd-06df75502cbd req-02ad4804-939f-4329-9c7b-0f2befe0d8bf tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:16.323764 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b840a58b-85bc-4433-98bd-06df75502cbd req-02ad4804-939f-4329-9c7b-0f2befe0d8bf tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0847321 Aug 30 19:21:16.380663 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-afb4452d-d3dd-40ae-93f6-c0e000f4cec2 req-11fa959e-0dcf-4fc0-82dd-cadc02f1c736 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Aug 30 19:21:16.404389 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b840a58b-85bc-4433-98bd-06df75502cbd req-bc317290-640b-43d1-9725-5ed75997619a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Aug 30 19:21:16.752979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d6faf-c8a7-468e-9230-5acf954f1065 req-878e74f4-5179-49e9-9d25-e13d345cb3cb tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:16.754678 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-793d6faf-c8a7-468e-9230-5acf954f1065 req-878e74f4-5179-49e9-9d25-e13d345cb3cb tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.0568378 Aug 30 19:21:16.803755 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-793d6faf-c8a7-468e-9230-5acf954f1065 req-858cd99b-a4df-4282-878a-60855adbde2d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Aug 30 19:21:17.626595 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-84df4e0c-59d1-40cd-8660-ba84b393c959 req-2b55f570-7ba7-4325-a8b7-e666ca576aaa tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0272682 Aug 30 19:21:17.740766 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909ca1-a9e8-4b73-aa4f-0bdbb8ff9e41 req-c48dd414-528f-4155-86df-e273b3093d6c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:17.742205 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-35909ca1-a9e8-4b73-aa4f-0bdbb8ff9e41 req-c48dd414-528f-4155-86df-e273b3093d6c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 30 19:21:17.780793 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-35909ca1-a9e8-4b73-aa4f-0bdbb8ff9e41 req-78390ae6-5c24-4b03-b893-16e496720c96 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 30 19:21:17.928743 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f152d7-3c1c-40d5-86de-ccfa849657ca req-871b240a-ac2d-4b8c-bbeb-1ff2ccd0118d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:17.930253 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c6f152d7-3c1c-40d5-86de-ccfa849657ca req-871b240a-ac2d-4b8c-bbeb-1ff2ccd0118d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.0511575 Aug 30 19:21:17.977315 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c6f152d7-3c1c-40d5-86de-ccfa849657ca req-5ec8f086-219c-499e-917f-81cd7b895536 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Aug 30 19:21:18.529500 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-8bb2b162-f642-4d36-9f55-365a2edd87f9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:18.530903 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-8bb2b162-f642-4d36-9f55-365a2edd87f9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 815 time: 0.0976865 Aug 30 19:21:18.549006 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-979a54d2-c489-4a72-92b8-0f032ad19b4d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/quotas/da11689ea8d94a2fa18224038a7a2a2b HTTP/1.1" status: 200 len: 375 time: 0.0103090 Aug 30 19:21:18.601282 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-689b4e58-14e4-4c22-a8f5-07b01b7e64df tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467710 Aug 30 19:21:18.698777 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-5e3159fb-9cfb-4401-8d0c-8f0601095782 service neutron] 10.222.0.74 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Aug 30 19:21:18.785053 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-99cc33a4-1338-4bcd-a20e-a1ae744be2ae service neutron] 10.222.0.74 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790358 Aug 30 19:21:18.966438 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7b6e2b25-596c-4b06-97ed-40f80e847abb req-07dd9592-fa9d-48a6-9d93-776d9d64ff16 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0320518 Aug 30 19:21:19.074492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9530e-3387-4ed6-ae4e-a2c77c42c967 req-d58f9f98-f5c9-41d6-9cd0-3ffbc3a826db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:19.076077 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33e9530e-3387-4ed6-ae4e-a2c77c42c967 req-d58f9f98-f5c9-41d6-9cd0-3ffbc3a826db tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0548010 Aug 30 19:21:19.117516 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-33e9530e-3387-4ed6-ae4e-a2c77c42c967 req-94e40343-24df-4aa7-a03e-8baf23583e4a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Aug 30 19:21:19.188125 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-196042a2-23ec-4f5c-aba2-820484c555fe req-a4c810f8-cb55-4bc3-ae09-a104aa525539 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 210 time: 0.0272610 Aug 30 19:21:19.295411 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cbfd9-de5d-4d2e-bad3-a8eacd23f5c3 req-e626d4f2-5abd-4cd9-9b23-34cd45cee0d5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:19.296823 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-262cbfd9-de5d-4d2e-bad3-a8eacd23f5c3 req-e626d4f2-5abd-4cd9-9b23-34cd45cee0d5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 944 time: 0.0517073 Aug 30 19:21:19.324925 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6f285966-2fc3-4a78-bea3-2ed979fc4a16 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:21:19.334270 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 545de9bc-de7d-45b8-b0d4-35b2be56f191 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:21:19.340403 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-262cbfd9-de5d-4d2e-bad3-a8eacd23f5c3 req-0bf03919-ce2b-4106-a0ca-903c251e2379 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Aug 30 19:21:19.371694 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 545de9bc-de7d-45b8-b0d4-35b2be56f191 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:21:19.372036 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 545de9bc-de7d-45b8-b0d4-35b2be56f191 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:21:19.573720 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:19.590349 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6f285966-2fc3-4a78-bea3-2ed979fc4a16', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'port_id': '6f285966-2fc3-4a78-bea3-2ed979fc4a16', 'mac_address': 'fa:16:3e:64:d1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ccccbc-53cf-4c2c-ba3d-8869d6914ef4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:21:19.629981 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:19.642850 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f285966-2fc3-4a78-bea3-2ed979fc4a16 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:19.666048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:19.670172 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:19.720732 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:20.069297 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3ff203af-50d1-4eb4-942b-4ba97fd403c1 req-41f72a64-37be-41ea-b658-e69532666593 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Aug 30 19:21:20.235826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3b21-3d6a-4d92-8c2e-0e923d971a1c req-acd7851f-90ff-4ee1-a7df-97ca752da91c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:20.237287 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b0af3b21-3d6a-4d92-8c2e-0e923d971a1c req-acd7851f-90ff-4ee1-a7df-97ca752da91c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0493865 Aug 30 19:21:20.273908 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b0af3b21-3d6a-4d92-8c2e-0e923d971a1c req-14921285-89fb-4b47-87cb-844d36ad0ca9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307376 Aug 30 19:21:20.382774 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a848fbb-b281-40a0-99da-2c4be8e31702 req-58d88b18-b09a-4b07-a3f0-70a844637fec tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 210 time: 0.0270283 Aug 30 19:21:20.490500 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73a341-f19b-4470-911b-abf2505c6f76 req-efd645f5-d5e7-4b4c-8760-fe615b75ed0e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:20.492037 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb73a341-f19b-4470-911b-abf2505c6f76 req-efd645f5-d5e7-4b4c-8760-fe615b75ed0e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Aug 30 19:21:20.529495 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eb73a341-f19b-4470-911b-abf2505c6f76 req-a0ebf60a-4648-400c-a6bb-346fcde67d4a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Aug 30 19:21:21.164259 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-08b17ad0-5cc3-4c3a-a91c-77d54ae49eda req-23dd121f-1443-438f-ab87-0e48b5af378f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0280154 Aug 30 19:21:21.181872 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6f285966-2fc3-4a78-bea3-2ed979fc4a16'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:21:21.417605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddffa1-5045-4146-abaf-bcfc3e1b45db req-cdd98727-5f3a-44a6-959b-3437ccf9b3d0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:21.427366 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-baddffa1-5045-4146-abaf-bcfc3e1b45db req-cdd98727-5f3a-44a6-959b-3437ccf9b3d0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0743191 Aug 30 19:21:21.510277 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-baddffa1-5045-4146-abaf-bcfc3e1b45db req-b9a50e3f-589f-46e9-b69e-5877d2057b58 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819576 Aug 30 19:21:21.671176 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4954b-f37a-4f2b-b1f7-4b6979d331b2 req-0ff9fcc2-f147-4456-9497-228fd34c7e89 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:21.673141 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-03c4954b-f37a-4f2b-b1f7-4b6979d331b2 req-0ff9fcc2-f147-4456-9497-228fd34c7e89 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 945 time: 0.0569301 Aug 30 19:21:21.716884 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-03c4954b-f37a-4f2b-b1f7-4b6979d331b2 req-8be9cb90-327d-4eda-aeb7-56d07db02cef tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Aug 30 19:21:21.811045 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-379665df-2d8d-4a39-ad58-e27650bdc217 req-02b2206c-b30c-4276-b51f-d3d19f4c130b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 210 time: 0.2717285 Aug 30 19:21:21.862871 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-9bd5a938-e17a-4c13-ab89-64ea05d3aae8 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:21.864338 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-9bd5a938-e17a-4c13-ab89-64ea05d3aae8 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "GET /v2.0/networks?id=5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 200 len: 809 time: 0.4210930 Aug 30 19:21:21.880861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Request body: {'port': {'device_id': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef', 'admin_state_up': True, 'tenant_id': '2d0817dae6434505ac2aaed0cfd90922'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:21.991144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Made reservation on behalf of 2d0817dae6434505ac2aaed0cfd90922 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:21:21.994711 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.206521 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Allocated IP 172.20.0.4 (5911c91a-ebb0-484d-b718-3c37de2faeef/c7b780d7-b20a-4442-8b7f-ea37356d08e3/4c60788e-aa70-422b-badd-9b0542545849) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:22.221542 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-e893dfcb-f28e-4e3b-a850-29e717962a36 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:22.222652 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-e893dfcb-f28e-4e3b-a850-29e717962a36 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 815 time: 0.1605356 Aug 30 19:21:22.272434 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'port': {'device_id': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'admin_state_up': True, 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:22.293595 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f807672-8b9a-496c-8e53-b3d62687053b req-cc62a07e-ca83-4e6a-8b86-2719ed8b96a5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0519350 Aug 30 19:21:22.489647 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.493450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Made reservation on behalf of da11689ea8d94a2fa18224038a7a2a2b for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:21:22.496917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.601081 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.616953 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6f285966-2fc3-4a78-bea3-2ed979fc4a16 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:22.674668 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d45db-fb32-4c76-b3cc-7e0ebbdb41eb req-6a951067-b270-466e-856f-61bff83ea2f2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:22.681188 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3d8d45db-fb32-4c76-b3cc-7e0ebbdb41eb req-6a951067-b270-466e-856f-61bff83ea2f2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0617881 Aug 30 19:21:22.681413 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Network 5911c91a-ebb0-484d-b718-3c37de2faeef is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:22.689318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:22.696949 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:22.702516 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:22.703715 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.708459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Pushing event updated for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:22.710387 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:22.715621 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:22.716002 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.717765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Allocated IP 172.20.0.10 (aad2a612-faba-4e1e-8809-4a6e33d75d13/b2d077b5-fe3f-4fa3-b1d3-12bd940e977a/6c5d98a0-5993-4e82-b893-798f2f5fcfc0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:21:22.734931 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-eee1058f-b4d3-4ee6-a149-4c8117727aa9 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578322 Aug 30 19:21:22.756747 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Request body: {'port': {'device_id': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:22.788414 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3d8d45db-fb32-4c76-b3cc-7e0ebbdb41eb req-d9b32228-8bef-4c7f-8851-ef01dbb428fc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009142 Aug 30 19:21:22.881713 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:22.943114 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:22.945836 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123bcede-d466-44d1-ba65-6837a11568d9" -d '{"events": [{"server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:22.968258 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:22.975559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.020250 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.028065 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:21:23.144168 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ebdc8840-78ef-4be6-8aae-18e8d2f77493 req-452fbdf4-9f5a-4c20-be6b-2e9388732d73 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 210 time: 0.0711288 Aug 30 19:21:23.162648 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:23.179752 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd896f02-7307-4c16-a23b-d5eba635358b req-fa6829c7-30f4-4a66-a233-87adc1395fe1 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:23.191064 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd896f02-7307-4c16-a23b-d5eba635358b req-fa6829c7-30f4-4a66-a233-87adc1395fe1 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 945 time: 0.2804582 Aug 30 19:21:23.241681 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5cb97a-7ccc-4eb5-9123-685d62e7262f x-openstack-request-id: req-1f5cb97a-7ccc-4eb5-9123-685d62e7262f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:23.242493 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "name": "network-vif-plugged", "status": "completed", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:23.243100 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f5cb97a-7ccc-4eb5-9123-685d62e7262f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:23.244224 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16', 'code': 200} Aug 30 19:21:23.435409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.463327 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ad995-62ee-4ca1-a383-99f23819bf31 req-3b268309-b1d5-4178-a597-8443b50744e4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:23.475997 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-365ad995-62ee-4ca1-a383-99f23819bf31 req-3b268309-b1d5-4178-a597-8443b50744e4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 931 time: 0.0883946 Aug 30 19:21:23.499647 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Transition to ACTIVE for port object 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:23.516990 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd896f02-7307-4c16-a23b-d5eba635358b req-de62ffc9-b18b-45db-9da0-1837bd072685 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029888 Aug 30 19:21:23.532880 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-365ad995-62ee-4ca1-a383-99f23819bf31 req-a1467b9d-e056-4837-9e95-b9e4f36cc116 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Aug 30 19:21:23.608948 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.701765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:21:23.709539 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:21:23.712612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c60788e-aa70-422b-badd-9b0542545849 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:23.716803 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:23.721594 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:21:23.727489 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:23.728099 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.731739 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.751577 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Transition to ACTIVE for port object 4c60788e-aa70-422b-badd-9b0542545849 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:23.757865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:23.762887 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-02c7a2dc-1f92-4d96-b4f3-e11fd537161b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5013990 Aug 30 19:21:23.837787 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Pushing event updated for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:23.858166 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Attempting to bind port 4c60788e-aa70-422b-badd-9b0542545849 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:23.858509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Attempting to bind port 4c60788e-aa70-422b-badd-9b0542545849 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:23.858843 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Attempting to bind port 4c60788e-aa70-422b-badd-9b0542545849 on network 5911c91a-ebb0-484d-b718-3c37de2faeef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:23.865670 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Port 4c60788e-aa70-422b-badd-9b0542545849 on network 5911c91a-ebb0-484d-b718-3c37de2faeef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:21:23.866001 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Attempting to bind port 4c60788e-aa70-422b-badd-9b0542545849 on network 5911c91a-ebb0-484d-b718-3c37de2faeef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:23.872079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:23.872499 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Checking segment: {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:23.872897 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Bound using segment: {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:23.873335 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Bound port: 4c60788e-aa70-422b-badd-9b0542545849, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1224, 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:23.877234 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:24.008312 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-57260b9d-01fe-421b-8ea4-159722017bf5 None None] Provisioning for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:24.014102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-57260b9d-01fe-421b-8ea4-159722017bf5 None None] Provisioning complete for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:24.014681 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-57260b9d-01fe-421b-8ea4-159722017bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:24.025219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2973e0-c014-4c44-ab1a-8ccd92baf7af req-e98458eb-1616-4eb9-9451-0e0855a88d4d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:24.026883 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ed2973e0-c014-4c44-ab1a-8ccd92baf7af req-e98458eb-1616-4eb9-9451-0e0855a88d4d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1268833 Aug 30 19:21:24.040654 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:24.046612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4c60788e-aa70-422b-badd-9b0542545849,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:24.056209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:24.119350 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-57260b9d-01fe-421b-8ea4-159722017bf5 None None] Port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:21:24.120713 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:24.121400 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:24.122903 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] 10.222.0.83 "PUT /v2.0/ports/4c60788e-aa70-422b-badd-9b0542545849 HTTP/1.1" status: 200 len: 1093 time: 1.3732326 Aug 30 19:21:24.125809 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'tag': '4c60788e-aa70-422b-badd-9b0542545849'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:24.128028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee" -d '{"events": [{"name": "network-changed", "server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "tag": "4c60788e-aa70-422b-badd-9b0542545849"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:24.145104 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ed2973e0-c014-4c44-ab1a-8ccd92baf7af req-f2790e5c-37eb-496a-be50-7af728d7b35a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016676 Aug 30 19:21:24.150576 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976b8e0-3f75-45dd-a56b-005e5685d93d service neutron] Pushing event updated for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:24.205458 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353814d0-37fb-443a-8132-f8d390aeecc8 x-openstack-request-id: req-353814d0-37fb-443a-8132-f8d390aeecc8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:24.205820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "tag": "4c60788e-aa70-422b-badd-9b0542545849", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:24.206086 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-353814d0-37fb-443a-8132-f8d390aeecc8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:24.206483 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'tag': '4c60788e-aa70-422b-badd-9b0542545849', 'status': 'completed', 'code': 200} Aug 30 19:21:24.319369 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9d80b-c6e2-4302-a001-d61c79bedce7 req-ee9c5666-6045-40bc-a43d-5c8905bc650f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:24.320920 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-02a9d80b-c6e2-4302-a001-d61c79bedce7 req-ee9c5666-6045-40bc-a43d-5c8905bc650f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0607648 Aug 30 19:21:24.392601 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-02a9d80b-c6e2-4302-a001-d61c79bedce7 req-b21accaf-cb47-4da7-8746-59124343de70 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Aug 30 19:21:24.651063 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04383-e29f-408a-ac7a-c42b768f468a req-c819c108-d721-487b-85aa-dc4c898e2c13 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:24.654781 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-60f04383-e29f-408a-ac7a-c42b768f468a req-c819c108-d721-487b-85aa-dc4c898e2c13 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0534554 Aug 30 19:21:24.708737 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-60f04383-e29f-408a-ac7a-c42b768f468a req-745cf4da-0450-44d2-86d0-375fc082c5ef tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Aug 30 19:21:24.819949 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad1daf-5295-4cad-8c85-8339a2e8ee1e req-44fd76b3-3e91-461d-9fd5-7c617ebd1ba4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:24.821441 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73ad1daf-5295-4cad-8c85-8339a2e8ee1e req-44fd76b3-3e91-461d-9fd5-7c617ebd1ba4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0540712 Aug 30 19:21:24.861657 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73ad1daf-5295-4cad-8c85-8339a2e8ee1e req-7ed6c98a-dfca-45a0-97d6-dd1c670bbc5c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Aug 30 19:21:25.278762 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111fd96-d490-45c1-9a58-6fd7f3d711e7 req-8a01cd4f-409f-4088-9dfd-9a5415d6a440 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:25.280232 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d111fd96-d490-45c1-9a58-6fd7f3d711e7 req-8a01cd4f-409f-4088-9dfd-9a5415d6a440 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0505440 Aug 30 19:21:25.321417 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d111fd96-d490-45c1-9a58-6fd7f3d711e7 req-afa8d0fd-8a55-43bb-b8c6-8b78e32e9570 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Aug 30 19:21:25.517705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a072d-cee6-4708-91c0-cbd25633dc16 req-3c1abefc-a6a7-44a9-b0ec-145e2bc2b8e2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:25.519299 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a59a072d-cee6-4708-91c0-cbd25633dc16 req-3c1abefc-a6a7-44a9-b0ec-145e2bc2b8e2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0619261 Aug 30 19:21:25.573160 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a59a072d-cee6-4708-91c0-cbd25633dc16 req-dc6ceb12-bdc6-4b02-b87e-2f7ae604e3b8 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Aug 30 19:21:25.829182 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830384f-701f-454f-a828-b05b1146c204 req-496c5c25-34e4-4dc5-8964-42bc0687db79 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:25.830848 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a830384f-701f-454f-a828-b05b1146c204 req-496c5c25-34e4-4dc5-8964-42bc0687db79 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0527184 Aug 30 19:21:25.870680 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a830384f-701f-454f-a828-b05b1146c204 req-8a37b032-b7c2-4094-9fb6-04d9e4289463 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Aug 30 19:21:25.976531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9a5ea-ada7-4019-a44c-bf9512068f66 req-498040a5-c894-4fb0-8434-3b2f2a770eb0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:25.978053 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99e9a5ea-ada7-4019-a44c-bf9512068f66 req-498040a5-c894-4fb0-8434-3b2f2a770eb0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Aug 30 19:21:26.017861 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99e9a5ea-ada7-4019-a44c-bf9512068f66 req-603a8faa-a2b4-4995-8f64-011d9fe1b65b tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Aug 30 19:21:26.441960 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884532b7-575e-4407-ac2a-baeef422efcc req-6a1a9eb2-4ae1-4ab2-b4b0-7e80522d64f6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:26.443491 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-884532b7-575e-4407-ac2a-baeef422efcc req-6a1a9eb2-4ae1-4ab2-b4b0-7e80522d64f6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0539138 Aug 30 19:21:26.481482 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-884532b7-575e-4407-ac2a-baeef422efcc req-916b4180-845f-4416-9109-5bf720e1afea tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Aug 30 19:21:26.701818 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1f48-c425-4c04-ae52-f2e9341eaeb2 req-f52b0ad5-9b7e-4461-a3ab-a17c0ce76100 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:26.704051 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-936b1f48-c425-4c04-ae52-f2e9341eaeb2 req-f52b0ad5-9b7e-4461-a3ab-a17c0ce76100 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0539806 Aug 30 19:21:26.744752 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-936b1f48-c425-4c04-ae52-f2e9341eaeb2 req-979c808b-285d-4716-bfe9-8f1963ace36d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Aug 30 19:21:26.992454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940d2e8-eb9e-4cd3-9a74-e13dc38f0e5c req-15206d20-6167-4fa8-a6e2-9eb03d55cc63 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:26.994171 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c940d2e8-eb9e-4cd3-9a74-e13dc38f0e5c req-15206d20-6167-4fa8-a6e2-9eb03d55cc63 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0526094 Aug 30 19:21:27.035030 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c940d2e8-eb9e-4cd3-9a74-e13dc38f0e5c req-1b5b619e-2578-4bb7-90e7-46fa321eacf9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Aug 30 19:21:27.150508 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fde2a-b933-4436-8a89-dd8e63466ac3 req-d04b123e-2bef-4642-a0b7-ae76d0c09093 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:27.152055 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d10fde2a-b933-4436-8a89-dd8e63466ac3 req-d04b123e-2bef-4642-a0b7-ae76d0c09093 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0593076 Aug 30 19:21:27.193189 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d10fde2a-b933-4436-8a89-dd8e63466ac3 req-c6e84ad1-e20e-45d1-84b1-38e2f79e5ef7 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346167 Aug 30 19:21:27.608799 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a348ce2-9347-4ead-9212-99f192ff1f3c req-cfe35a7a-da1a-4f68-826f-771f45916a1e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:27.613291 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a348ce2-9347-4ead-9212-99f192ff1f3c req-cfe35a7a-da1a-4f68-826f-771f45916a1e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0541945 Aug 30 19:21:27.654258 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1a348ce2-9347-4ead-9212-99f192ff1f3c req-caa9972e-7ad2-48b8-8571-42c2ec739f4a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Aug 30 19:21:27.864050 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07c880-d3ec-4134-a752-91c71b7ee9bd req-d13ca358-bbdf-44d3-b8c0-4dbc3a242e23 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:27.865726 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b07c880-d3ec-4134-a752-91c71b7ee9bd req-d13ca358-bbdf-44d3-b8c0-4dbc3a242e23 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0525253 Aug 30 19:21:27.908196 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b07c880-d3ec-4134-a752-91c71b7ee9bd req-732e56e6-05a0-45e4-83d4-6186bc1ca750 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Aug 30 19:21:28.160937 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5fcf6-d933-4eee-9d30-ebc6a85b104f req-3011e180-41ab-45c3-9c33-837a6949ab9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:28.162510 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-81b5fcf6-d933-4eee-9d30-ebc6a85b104f req-3011e180-41ab-45c3-9c33-837a6949ab9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0593126 Aug 30 19:21:28.202940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-81b5fcf6-d933-4eee-9d30-ebc6a85b104f req-5d8501a5-aebd-4994-b9cc-56afe571c700 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342484 Aug 30 19:21:28.314721 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487b1b-5fde-4a1d-8f85-2476cdeff421 req-423b7e7c-934a-4e6a-af79-6e0002f072db tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:28.316224 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e3487b1b-5fde-4a1d-8f85-2476cdeff421 req-423b7e7c-934a-4e6a-af79-6e0002f072db tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0514388 Aug 30 19:21:28.354520 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e3487b1b-5fde-4a1d-8f85-2476cdeff421 req-3722e7cb-a99c-468d-8911-8a3fa41359af tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Aug 30 19:21:28.777503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c8249-bd67-4bb8-9a2d-d9880a133f78 req-4a006fc8-7cdf-4b1a-aef1-b203bbe164fc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:28.779020 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-503c8249-bd67-4bb8-9a2d-d9880a133f78 req-4a006fc8-7cdf-4b1a-aef1-b203bbe164fc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0510314 Aug 30 19:21:28.819066 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-503c8249-bd67-4bb8-9a2d-d9880a133f78 req-4ebeb8be-a6cc-40f5-a90d-3fc2dec2ab51 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Aug 30 19:21:29.028829 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34c883-345a-4bde-9d89-83cf4477582d req-0299968b-c697-4d1b-8bfe-ec48fc4ae3da tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:29.030344 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-aa34c883-345a-4bde-9d89-83cf4477582d req-0299968b-c697-4d1b-8bfe-ec48fc4ae3da tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0522776 Aug 30 19:21:29.075247 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-aa34c883-345a-4bde-9d89-83cf4477582d req-12e8ed32-ff5f-47fe-aecb-a163dc5beb4e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Aug 30 19:21:29.321497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80f07a-8c7e-423d-adac-27237e60ea87 req-71251309-d308-4682-ada7-9059c2438ee3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:29.323032 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1b80f07a-8c7e-423d-adac-27237e60ea87 req-71251309-d308-4682-ada7-9059c2438ee3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0519860 Aug 30 19:21:29.368679 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1b80f07a-8c7e-423d-adac-27237e60ea87 req-ea6b3421-aebc-420c-829f-c768c218d858 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Aug 30 19:21:29.477138 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3dc63-bdc9-4743-b49b-033efd8cfd19 req-730871af-9c1d-4fb6-9c34-7598f8692d72 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:29.478694 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-47c3dc63-bdc9-4743-b49b-033efd8cfd19 req-730871af-9c1d-4fb6-9c34-7598f8692d72 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0528867 Aug 30 19:21:29.521137 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-47c3dc63-bdc9-4743-b49b-033efd8cfd19 req-52abfb23-5dbf-4d68-92e5-3097220cf39e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Aug 30 19:21:29.954884 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3e3c-87cc-409e-8bf3-fb92b8eb03ec req-e6f8b290-ff87-479d-aec3-118f1bea2d9c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:29.956879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c2cc3e3c-87cc-409e-8bf3-fb92b8eb03ec req-e6f8b290-ff87-479d-aec3-118f1bea2d9c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0619705 Aug 30 19:21:30.005994 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c2cc3e3c-87cc-409e-8bf3-fb92b8eb03ec req-7222b7bc-28e7-479a-8346-bf6eb6d98bb2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Aug 30 19:21:30.194204 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae22a2d-0f25-4095-8087-66c0d8b99121 req-6c750d4e-8351-442f-bf89-0beefd50fc6e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:30.195681 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae22a2d-0f25-4095-8087-66c0d8b99121 req-6c750d4e-8351-442f-bf89-0beefd50fc6e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0517228 Aug 30 19:21:30.235250 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae22a2d-0f25-4095-8087-66c0d8b99121 req-2feb48cd-5849-495b-b4ea-4b78bb57ef6c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336251 Aug 30 19:21:30.498781 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6020132-bdaf-4d64-858f-d3d44f755a93 req-996e8eba-383d-480f-ac2d-02b8a3c6e3d2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:30.500659 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6020132-bdaf-4d64-858f-d3d44f755a93 req-996e8eba-383d-480f-ac2d-02b8a3c6e3d2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0611715 Aug 30 19:21:30.541387 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6020132-bdaf-4d64-858f-d3d44f755a93 req-3b11dc30-55df-4d28-8c22-2d681c2329cb tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Aug 30 19:21:30.658883 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c51e06-00ad-4dc8-97e1-a0b4acc9bf3c req-1911b9fe-aa62-48d8-9782-8d4e9dccca3f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:30.660297 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f0c51e06-00ad-4dc8-97e1-a0b4acc9bf3c req-1911b9fe-aa62-48d8-9782-8d4e9dccca3f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0567753 Aug 30 19:21:30.699131 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f0c51e06-00ad-4dc8-97e1-a0b4acc9bf3c req-3cc2349e-4d0e-4526-a683-e355b19f2476 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 30 19:21:31.153810 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e468d95-610f-488a-9715-e9f17413bcda req-d948575a-2745-4009-a120-66347450fce9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:31.155356 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e468d95-610f-488a-9715-e9f17413bcda req-d948575a-2745-4009-a120-66347450fce9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0534711 Aug 30 19:21:31.188644 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:31.223132 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e468d95-610f-488a-9715-e9f17413bcda req-f7809b79-bbb4-44b7-a37f-85bf1214f643 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 Aug 30 19:21:31.314787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c09a629e-6ebe-4e82-9611-37097646c903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.360225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290b346-93a0-46f2-89c0-95fab9ecdff6 req-b12c7873-fc73-4fb8-92c3-8d5b06ee3b82 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:31.361905 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1290b346-93a0-46f2-89c0-95fab9ecdff6 req-b12c7873-fc73-4fb8-92c3-8d5b06ee3b82 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0563073 Aug 30 19:21:31.404060 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1290b346-93a0-46f2-89c0-95fab9ecdff6 req-bedfcb74-f0ec-4686-a3f9-1115452b24f3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Aug 30 19:21:31.416973 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c09a629e-6ebe-4e82-9611-37097646c903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.422123 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c09a629e-6ebe-4e82-9611-37097646c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.462400 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c09a629e-6ebe-4e82-9611-37097646c903 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f9ca72cbfc4e4b8fa30087cd79562912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692876 Aug 30 19:21:31.462400 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a629e-6ebe-4e82-9611-37097646c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a13da9-e110-4dd2-8aac-27aada79cd36,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:31.462808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52264) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:31.520546 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.542820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.595485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.598218 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:31.601907 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82a13da9-e110-4dd2-8aac-27aada79cd36 HTTP/1.1" status: 204 len: 168 time: 0.1356642 Aug 30 19:21:31.607970 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9cc33-f836-4946-8d8b-e5574759d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a13da9-e110-4dd2-8aac-27aada79cd36,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:31.707684 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775103d8-987c-4db0-9e64-d18b12b1e90e req-1f4af27d-b8de-4ed2-a427-8c6797bf2576 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:31.709860 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-775103d8-987c-4db0-9e64-d18b12b1e90e req-1f4af27d-b8de-4ed2-a427-8c6797bf2576 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0553114 Aug 30 19:21:31.764957 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-775103d8-987c-4db0-9e64-d18b12b1e90e req-f8382883-5029-44ba-ad43-107371888bea tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Aug 30 19:21:31.894822 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0234e-8cd7-4891-92b4-c5215ff0bbdb req-b980c6df-47d8-4096-ae14-0d42655ffdc5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:31.896308 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-38b0234e-8cd7-4891-92b4-c5215ff0bbdb req-b980c6df-47d8-4096-ae14-0d42655ffdc5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0581081 Aug 30 19:21:31.957128 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-38b0234e-8cd7-4891-92b4-c5215ff0bbdb req-42f76c4b-66db-4728-a672-af06a242de74 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Aug 30 19:21:31.986933 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:32.001648 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c639f8-27ca-402c-bea7-82d34a2f3e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.120529 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c639f8-27ca-402c-bea7-82d34a2f3e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.125244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5c639f8-27ca-402c-bea7-82d34a2f3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.203868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:32.204567 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c5c639f8-27ca-402c-bea7-82d34a2f3e53 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7617572674b4e3b9255e316551dc01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157800 Aug 30 19:21:32.205212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c639f8-27ca-402c-bea7-82d34a2f3e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e81405d-d5ba-44db-96dc-34ae92e5fd55,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:32.281557 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.325542 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.400218 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfdff8-c4d0-4fcf-8f74-8439efe1abbf req-8e9e2fce-ec4e-46b2-b269-310c761c9c2d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:32.401773 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5cfdff8-c4d0-4fcf-8f74-8439efe1abbf req-8e9e2fce-ec4e-46b2-b269-310c761c9c2d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0733471 Aug 30 19:21:32.421929 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.424822 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:32.426028 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e81405d-d5ba-44db-96dc-34ae92e5fd55 HTTP/1.1" status: 204 len: 168 time: 0.2212188 Aug 30 19:21:32.443659 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd5a70-fc69-4afc-b859-c572d2ebe8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e81405d-d5ba-44db-96dc-34ae92e5fd55,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:32.460803 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5cfdff8-c4d0-4fcf-8f74-8439efe1abbf req-dfc07953-c402-44cd-9ac8-9d5bdd7cb809 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Aug 30 19:21:32.583917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165003-207b-4a1a-8c94-8a385c209037 req-f4bc26d8-455a-4289-9ea3-686d74a10d57 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:32.585584 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a1165003-207b-4a1a-8c94-8a385c209037 req-f4bc26d8-455a-4289-9ea3-686d74a10d57 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0520704 Aug 30 19:21:32.628715 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a1165003-207b-4a1a-8c94-8a385c209037 req-2b75bc12-df71-4f0f-bc03-1d3bfe7ca4c2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361474 Aug 30 19:21:32.928247 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23cad9-4ddf-4bcc-8202-278ce5e4d879 req-bcca0b4c-aeea-4873-a891-539b4588d8f1 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:32.929949 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a23cad9-4ddf-4bcc-8202-278ce5e4d879 req-bcca0b4c-aeea-4873-a891-539b4588d8f1 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0555592 Aug 30 19:21:32.979674 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a23cad9-4ddf-4bcc-8202-278ce5e4d879 req-f11664e3-5406-4fc1-9ce4-ea4b0933ea8a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Aug 30 19:21:33.026286 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cfe89a23-5f5e-4605-a4a0-998cb8d11566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:33.105761 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d799-e863-4814-a68f-c74fe7b6aa62 req-20062416-a37e-4709-9539-d383a22b00bd tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:33.110005 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8e80d799-e863-4814-a68f-c74fe7b6aa62 req-20062416-a37e-4709-9539-d383a22b00bd tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0552387 Aug 30 19:21:33.150944 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8e80d799-e863-4814-a68f-c74fe7b6aa62 req-ec4aebef-0266-473a-887a-97fe9d756747 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362904 Aug 30 19:21:33.662680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b64e90-ea83-4efe-a7d7-143ccb22f553 req-e29e995a-e81a-42a3-912e-433bdd9a3c27 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:33.664482 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-04b64e90-ea83-4efe-a7d7-143ccb22f553 req-e29e995a-e81a-42a3-912e-433bdd9a3c27 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1114109 Aug 30 19:21:33.717554 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-04b64e90-ea83-4efe-a7d7-143ccb22f553 req-d32c2ec7-5bc2-47e4-aa76-c7e9c93e35d6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Aug 30 19:21:33.893558 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d677e-6252-49e2-891e-90b3b8188aeb req-0d60f63f-6bcf-46ac-a528-408e4ee725b7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:33.903421 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-003d677e-6252-49e2-891e-90b3b8188aeb req-0d60f63f-6bcf-46ac-a528-408e4ee725b7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.1265039 Aug 30 19:21:33.950436 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-003d677e-6252-49e2-891e-90b3b8188aeb req-03834874-a0f2-44c3-a01c-415da871e717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Aug 30 19:21:34.109373 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5961f0-e9ea-4210-a68c-98993a4b6036 req-b17b6431-129b-4ae7-938b-79df01ea6200 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:34.111077 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3d5961f0-e9ea-4210-a68c-98993a4b6036 req-b17b6431-129b-4ae7-938b-79df01ea6200 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Aug 30 19:21:34.156115 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3d5961f0-e9ea-4210-a68c-98993a4b6036 req-a6b88872-233b-4dfe-b7a4-f1b3db8557d7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Aug 30 19:21:34.315475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671956b5-8d0b-47fc-99ca-840de3895b53 req-d4d68b8f-ca7a-4e18-bfa1-0e24a70794ce tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:34.317371 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-671956b5-8d0b-47fc-99ca-840de3895b53 req-d4d68b8f-ca7a-4e18-bfa1-0e24a70794ce tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0747855 Aug 30 19:21:34.377629 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-671956b5-8d0b-47fc-99ca-840de3895b53 req-b5b17ee5-647a-4b9c-a93f-aaa2c72718bf tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493360 Aug 30 19:21:34.486249 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:34.599541 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.696974 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.700209 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.741023 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9bea3b2c33fe4ce9966fcf7d511a0590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535014 Aug 30 19:21:34.742366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49262503-3d9e-482b-b554-a1eb30c4beb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:34.743528 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52378) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:34.751967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.752319 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.752663 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.753129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.753490 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.753821 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.754150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.754485 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.754812 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.755139 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.755463 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.755786 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f44c68-7f19-4d44-9f14-df1b993b7690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:34.853495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.873437 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b9b36-71a9-4aea-80eb-4476dcf746bc req-c2754502-37c9-43ef-8dd2-df66ee1e012f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:34.875191 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b5b9b36-71a9-4aea-80eb-4476dcf746bc req-c2754502-37c9-43ef-8dd2-df66ee1e012f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0807316 Aug 30 19:21:34.895095 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.949315 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b5b9b36-71a9-4aea-80eb-4476dcf746bc req-024245d8-c3a7-4376-927e-7489e499972d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Aug 30 19:21:34.987860 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.990439 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:34.993999 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49262503-3d9e-482b-b554-a1eb30c4beb2 HTTP/1.1" status: 204 len: 168 time: 0.2470143 Aug 30 19:21:35.001155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49262503-3d9e-482b-b554-a1eb30c4beb2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:35.009220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.009220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.009793 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.010629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.010629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.010832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.011205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.011601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.011935 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.012258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.012584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.012957 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a71335-e350-4f37-adfc-b374881b162a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:35.095654 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0688-824b-4742-be2c-bf8a4cbcb881 req-154b4eb3-262c-4849-a1ed-748f88e16a88 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:35.097352 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d86f0688-824b-4742-be2c-bf8a4cbcb881 req-154b4eb3-262c-4849-a1ed-748f88e16a88 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0527821 Aug 30 19:21:35.156169 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d86f0688-824b-4742-be2c-bf8a4cbcb881 req-604676fb-3443-496c-8216-d26d4f6be998 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Aug 30 19:21:35.306952 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1b845-1627-4156-b230-083d85f73e33 req-38ef0441-cdc9-400a-b859-42c7d227035c tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:35.309941 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-62c1b845-1627-4156-b230-083d85f73e33 req-38ef0441-cdc9-400a-b859-42c7d227035c tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0795765 Aug 30 19:21:35.355143 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-62c1b845-1627-4156-b230-083d85f73e33 req-b2d936dd-89f6-4cd6-ad0d-b032d6563c2d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Aug 30 19:21:35.380991 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52392) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:35.395839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a73e69b-b06e-49e3-b141-3d9e6a4690e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.515354 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa77f3a-adea-4cc8-9803-7ff2c56c8e65 req-1c0855e9-3037-4411-ba6d-c131cd42b0a1 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:35.516856 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa77f3a-adea-4cc8-9803-7ff2c56c8e65 req-1c0855e9-3037-4411-ba6d-c131cd42b0a1 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0794528 Aug 30 19:21:35.563499 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a73e69b-b06e-49e3-b141-3d9e6a4690e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.572724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a73e69b-b06e-49e3-b141-3d9e6a4690e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.596278 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa77f3a-adea-4cc8-9803-7ff2c56c8e65 req-c07744fc-0a30-4ed7-8418-9e52942629a1 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Aug 30 19:21:35.618695 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0a73e69b-b06e-49e3-b141-3d9e6a4690e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea176de8f1e246828b2679b3ccf8fa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366037 Aug 30 19:21:35.619523 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73e69b-b06e-49e3-b141-3d9e6a4690e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870345e4-2cec-4491-8768-9f131d9124ac,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:35.621452 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:35.682747 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.706435 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.755264 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.759608 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:35.761898 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/870345e4-2cec-4491-8768-9f131d9124ac HTTP/1.1" status: 204 len: 168 time: 0.1390731 Aug 30 19:21:35.771759 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb0eff-13ef-48c3-9ca9-06996c42885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870345e4-2cec-4491-8768-9f131d9124ac,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:35.806726 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d34611d-f8bd-4bfc-8933-b4969faba98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:36.117567 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13284d-bb43-498d-8f62-1d440367780d req-ab73a7ec-e6ec-4d23-995f-2a307cdd6b41 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:36.119233 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3d13284d-bb43-498d-8f62-1d440367780d req-ab73a7ec-e6ec-4d23-995f-2a307cdd6b41 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0526338 Aug 30 19:21:36.146548 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:36.167063 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3d13284d-bb43-498d-8f62-1d440367780d req-ef95dfea-7e8f-4eff-8fe5-34dfb2dcaa38 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Aug 30 19:21:36.279665 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b410b7-5fcf-4cb2-8b74-28ff59ee28a2 req-d4410eb8-e6be-456e-b2d8-9070c4321c10 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:36.282036 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-96b410b7-5fcf-4cb2-8b74-28ff59ee28a2 req-d4410eb8-e6be-456e-b2d8-9070c4321c10 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0541456 Aug 30 19:21:36.323081 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-96b410b7-5fcf-4cb2-8b74-28ff59ee28a2 req-075842d1-d3bd-4868-aafd-51f60c57e83e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Aug 30 19:21:36.490871 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb586ff-0985-4825-81ee-4a0816d45958 req-0c52f0e8-5c4e-41e0-a780-2bd42726e6e6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:36.492404 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5cb586ff-0985-4825-81ee-4a0816d45958 req-0c52f0e8-5c4e-41e0-a780-2bd42726e6e6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0573452 Aug 30 19:21:36.532459 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5cb586ff-0985-4825-81ee-4a0816d45958 req-3a25d97a-8ba8-4702-a7ff-194b0df10c50 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 30 19:21:36.712894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadca95-2f12-4177-9d87-75e1d8348226 req-ebcbe391-4155-447b-b31a-c6ca843814a4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:36.714383 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7eadca95-2f12-4177-9d87-75e1d8348226 req-ebcbe391-4155-447b-b31a-c6ca843814a4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0521135 Aug 30 19:21:36.752772 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7eadca95-2f12-4177-9d87-75e1d8348226 req-f9d0ed8e-1e82-44c5-ae21-ace7dfd7e7f1 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Aug 30 19:21:37.016832 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:37.286373 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef253-7f8f-440a-9056-71541094dcf2 req-6eed8e70-4f6b-4082-9e2a-f7f0e9a5c9a4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:37.287861 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f4ef253-7f8f-440a-9056-71541094dcf2 req-6eed8e70-4f6b-4082-9e2a-f7f0e9a5c9a4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0516498 Aug 30 19:21:37.326717 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f4ef253-7f8f-440a-9056-71541094dcf2 req-5be40c7c-2d08-406e-8e18-d74ff8c6dfd4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Aug 30 19:21:37.445873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00fda3-5b66-49ca-b6b4-0c21470f1e28 req-d2efa060-b90c-4b94-829a-ab343882afd9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:37.447526 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a00fda3-5b66-49ca-b6b4-0c21470f1e28 req-d2efa060-b90c-4b94-829a-ab343882afd9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0542860 Aug 30 19:21:37.489556 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a00fda3-5b66-49ca-b6b4-0c21470f1e28 req-cae01ff8-0083-43f6-a9a5-5be8bb6a4879 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337944 Aug 30 19:21:37.653732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860097b-e171-4d11-a752-bd523b1b957e req-9f7f4a64-e41d-4c0b-a4ca-836212de282e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:37.654892 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0860097b-e171-4d11-a752-bd523b1b957e req-9f7f4a64-e41d-4c0b-a4ca-836212de282e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Aug 30 19:21:37.697423 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0860097b-e171-4d11-a752-bd523b1b957e req-c50d3f3d-398c-428c-83b9-c2abe379a1b8 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349290 Aug 30 19:21:37.868017 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5de4-9cd4-40b2-b27c-5efa20317b93 req-74edcce3-907c-4810-afe0-e2136270c0f3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:37.869457 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e0b5de4-9cd4-40b2-b27c-5efa20317b93 req-74edcce3-907c-4810-afe0-e2136270c0f3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0490506 Aug 30 19:21:37.907815 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e0b5de4-9cd4-40b2-b27c-5efa20317b93 req-b1174c08-0c4d-43a1-8af7-4259dc1bf02b tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Aug 30 19:21:38.338501 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Request body: {'port': {'device_id': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:21:38.452963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:38.469373 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-f79d2056-7436-4d77-af5c-f7efcb2143fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:38.470909 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-f79d2056-7436-4d77-af5c-f7efcb2143fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 1096 time: 0.1096404 Aug 30 19:21:38.552414 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:38.581247 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b198d0c-d286-4648-be7c-4d814af693b5 req-6a9e8050-11fd-463d-a979-40da1adc3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:38.582895 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4b198d0c-d286-4648-be7c-4d814af693b5 req-6a9e8050-11fd-463d-a979-40da1adc3f71 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 1099 time: 0.0845635 Aug 30 19:21:38.676534 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c59e6-9a3a-4e73-b2ce-bc7514e235af req-71bbb12a-599f-48ff-bb82-16c867d3c637 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:38.678129 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-957c59e6-9a3a-4e73-b2ce-bc7514e235af req-71bbb12a-599f-48ff-bb82-16c867d3c637 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 932 time: 0.0806570 Aug 30 19:21:38.684711 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4b198d0c-d286-4648-be7c-4d814af693b5 req-de9a54f0-3376-428d-8d53-c18df96e4fcb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Aug 30 19:21:38.727674 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-957c59e6-9a3a-4e73-b2ce-bc7514e235af req-4499b730-f7a1-47f3-8a2b-48b4b2f540e3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Aug 30 19:21:38.765909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da946d4-563a-4ce9-bfa8-9c79d7e66f80 req-ed75d049-1346-4023-909a-329623fa501d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:38.767735 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4da946d4-563a-4ce9-bfa8-9c79d7e66f80 req-ed75d049-1346-4023-909a-329623fa501d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.3706009 Aug 30 19:21:38.856907 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54caa73-1cb4-4f7f-8a7e-43fce9ba959b req-caa4fb71-88e8-44c4-88af-92a39086ed10 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:38.858549 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d54caa73-1cb4-4f7f-8a7e-43fce9ba959b req-caa4fb71-88e8-44c4-88af-92a39086ed10 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0552912 Aug 30 19:21:38.898977 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d54caa73-1cb4-4f7f-8a7e-43fce9ba959b req-09491983-8a96-4388-a85c-3caf17dc73e3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Aug 30 19:21:39.007742 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4da946d4-563a-4ce9-bfa8-9c79d7e66f80 req-bf8d9d52-5ba0-4b40-8dbf-5d9c7e809a60 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056577 Aug 30 19:21:39.031131 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ce812-f34e-4cfe-9cb6-1e3bae753717 req-50618a79-348c-4782-810c-579ae00aebc0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.032903 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8c0ce812-f34e-4cfe-9cb6-1e3bae753717 req-50618a79-348c-4782-810c-579ae00aebc0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0549119 Aug 30 19:21:39.042770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-2e97c890-021c-4918-bc24-0e1f0fe31a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.044212 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-2e97c890-021c-4918-bc24-0e1f0fe31a3e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2d0817dae6434505ac2aaed0cfd90922&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3265254 Aug 30 19:21:39.078174 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8c0ce812-f34e-4cfe-9cb6-1e3bae753717 req-3d00a5eb-0d64-4d73-bdb9-b2a306caff7b tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Aug 30 19:21:39.306372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-3eab7355-0e3c-40a3-af2e-ed6abd341703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.308074 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d7ee5fa-4a71-4b2f-861c-3799066e1aee req-3eab7355-0e3c-40a3-af2e-ed6abd341703 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2360034 Aug 30 19:21:39.381990 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:39.410827 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:39.434171 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Transition to ACTIVE for port object 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:21:39.440351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:39.458200 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-7e143dd9-f2f0-4e5b-8563-4b0f48f10c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.459745 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-7e143dd9-f2f0-4e5b-8563-4b0f48f10c73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2d0817dae6434505ac2aaed0cfd90922&device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 1096 time: 0.0914488 Aug 30 19:21:39.536429 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-45172189-5bb4-4869-9cb9-25d4154fcb10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c60788e-aa70-422b-badd-9b0542545849 HTTP/1.1" status: 200 len: 217 time: 0.0549574 Aug 30 19:21:39.544261 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:39.617719 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Attempting to bind port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:21:39.618055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Attempting to bind port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:21:39.618378 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Attempting to bind port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 on network aad2a612-faba-4e1e-8809-4a6e33d75d13 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:39.628824 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-b8097ab6-b99b-4988-84f6-28e0fa262416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.630333 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-b8097ab6-b99b-4988-84f6-28e0fa262416 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7b780d7-b20a-4442-8b7f-ea37356d08e3 HTTP/1.1" status: 200 len: 849 time: 0.0803185 Aug 30 19:21:39.630876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 on network aad2a612-faba-4e1e-8809-4a6e33d75d13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:21:39.631190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Attempting to bind port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 on network aad2a612-faba-4e1e-8809-4a6e33d75d13 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:21:39.636698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:21:39.637026 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Checking segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:21:39.637401 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Bound using segment: {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:21:39.637855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Bound port: 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915e9a02-4a1b-430d-8c29-3dd53721aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:21:39.638206 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:39.691310 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-90b8ed91-7e80-4f05-814e-bc8df1606567 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5911c91a-ebb0-484d-b718-3c37de2faeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442369 Aug 30 19:21:39.769056 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:21:39.773419 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:21:39.780181 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:39.830320 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.830926 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:39.832393 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] 10.222.0.83 "PUT /v2.0/ports/6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 1094 time: 1.4982591 Aug 30 19:21:39.837192 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:39.839453 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829487f7-2652-43ae-9919-255b31d54a96" -d '{"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:39.855097 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-4d967d13-4285-4eb6-bbdf-f6b7e74e320e service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514058 Aug 30 19:21:39.896517 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c3751-0fa8-42d7-b70f-56dbdc7f27be service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:39.904632 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f4cea-dfc9-46bc-843c-b6116339444e req-a3d6ba5c-ed66-4979-aa99-f2a31d30655d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:39.909117 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-589f4cea-dfc9-46bc-843c-b6116339444e req-a3d6ba5c-ed66-4979-aa99-f2a31d30655d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 944 time: 0.1019132 Aug 30 19:21:39.940943 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c124d7-07ec-4e29-8dec-e6e2b5d02970 x-openstack-request-id: req-d2c124d7-07ec-4e29-8dec-e6e2b5d02970 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:39.941483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:39.941845 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2c124d7-07ec-4e29-8dec-e6e2b5d02970 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:39.942312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:21:40.011263 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-7237b90e-ca33-40eb-a1c8-71bd55d8bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.012528 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-589f4cea-dfc9-46bc-843c-b6116339444e req-4b0e5539-ca84-488b-baa2-0c22a295f719 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824893 Aug 30 19:21:40.012991 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-7237b90e-ca33-40eb-a1c8-71bd55d8bdda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1097 time: 0.1175702 Aug 30 19:21:40.053218 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2228d12a-ec46-4ce3-8afc-2bb5426cb829 req-fd9aaf59-5376-4062-948d-9745d2f92679 service neutron] 10.222.0.83 "GET /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815736 Aug 30 19:21:40.088504 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-224f2ad2-6adb-4d33-9894-4415ee75fc93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 217 time: 0.0491140 Aug 30 19:21:40.113333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3687dc-830e-4f3c-af94-517b27b62150 req-727f8883-bc1d-414c-a264-a1f02908c621 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.115145 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2e3687dc-830e-4f3c-af94-517b27b62150 req-727f8883-bc1d-414c-a264-a1f02908c621 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.1224225 Aug 30 19:21:40.163471 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292945d5-4469-45f0-baf6-0aa8d2e7cade req-02c91c53-30cd-4075-9180-1aa168354e04 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.166522 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-292945d5-4469-45f0-baf6-0aa8d2e7cade req-02c91c53-30cd-4075-9180-1aa168354e04 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0540576 Aug 30 19:21:40.194372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-f9bed3f9-c87a-46ef-92e1-6c150563120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.196201 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-f9bed3f9-c87a-46ef-92e1-6c150563120a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.0801980 Aug 30 19:21:40.199263 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2e3687dc-830e-4f3c-af94-517b27b62150 req-25bff44c-7bdf-4732-8eae-a1c18745374d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742095 Aug 30 19:21:40.208634 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-292945d5-4469-45f0-baf6-0aa8d2e7cade req-18ae181b-89fa-4e49-939a-2d47c84b0fc4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Aug 30 19:21:40.258485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-b52703cb-9edd-4dc1-8ae3-575a01759203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.260443 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-b52703cb-9edd-4dc1-8ae3-575a01759203 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474453 Aug 30 19:21:40.377034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c039662-2ea5-446d-a564-319fa7dd1fb1 req-b5468209-7bd5-420d-83e7-cb0d11da4d4e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.378627 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c039662-2ea5-446d-a564-319fa7dd1fb1 req-b5468209-7bd5-420d-83e7-cb0d11da4d4e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.1092334 Aug 30 19:21:40.460481 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-f0284fb4-7d37-4956-8976-b4e7e13a1d83 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588712 Aug 30 19:21:40.485597 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c039662-2ea5-446d-a564-319fa7dd1fb1 req-a64385b3-cf07-4fb9-9a10-70887459013f tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970299 Aug 30 19:21:40.536532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-3a83a680-e1ef-4e4f-881c-ea2aade3d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.538046 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-3a83a680-e1ef-4e4f-881c-ea2aade3d9ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.1372433 Aug 30 19:21:40.588492 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fdc22f63-4dad-42a5-a49a-15706d25a64e req-ffca5ba7-0c5f-49f6-a613-5b4f437a6813 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138287 Aug 30 19:21:40.700000 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-e47eaef2-755c-489c-9c50-fe5e5e583f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.701321 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-e47eaef2-755c-489c-9c50-fe5e5e583f5f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.1277013 Aug 30 19:21:40.727551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc49f8-a0c5-4d97-a369-6d71b6a9a1f5 req-0bdea588-b455-47b6-80d9-7b84f7b9ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.729235 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5dcc49f8-a0c5-4d97-a369-6d71b6a9a1f5 req-0bdea588-b455-47b6-80d9-7b84f7b9ce3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.0440376 Aug 30 19:21:40.779196 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-2a4bfa4a-89e0-40c3-8610-7a72caeebdd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0549850 Aug 30 19:21:40.780557 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5dcc49f8-a0c5-4d97-a369-6d71b6a9a1f5 req-0a326020-c603-4ab7-8895-8e373640e5c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Aug 30 19:21:40.789518 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829487f7-2652-43ae-9919-255b31d54a96 req-319df3be-5180-4485-a832-5eb39bb4bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:40.791750 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-319df3be-5180-4485-a832-5eb39bb4bda1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1097 time: 0.1011665 Aug 30 19:21:41.181268 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-14cbab96-e9c3-4e0f-b5a8-6c2c37de4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.182987 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-14cbab96-e9c3-4e0f-b5a8-6c2c37de4fad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.1454284 Aug 30 19:21:41.329570 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c19be-e28d-448c-b5be-c27952915c09 req-42430595-5d71-4fe8-b3e6-6c8345f7b6f9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.332159 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff8c19be-e28d-448c-b5be-c27952915c09 req-42430595-5d71-4fe8-b3e6-6c8345f7b6f9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0560725 Aug 30 19:21:41.378016 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ff8c19be-e28d-448c-b5be-c27952915c09 req-dc7437eb-5a10-4c14-bf6f-a6b8dbf0bd21 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Aug 30 19:21:41.450425 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-7088bc0b-a348-4d2b-a534-0d240f0d7bd5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2550104 Aug 30 19:21:41.458886 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f67e19-2d4e-4ee0-a123-d797855eebe2 req-9bcd73af-872c-4a9b-8d6b-d2a7931c533d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.459694 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:41.460352 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-54f67e19-2d4e-4ee0-a123-d797855eebe2 req-9bcd73af-872c-4a9b-8d6b-d2a7931c533d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 944 time: 0.3735409 Aug 30 19:21:41.511082 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3e7d6-a4ee-4b91-9ca4-1abe20746a58 req-339ad50a-ee29-49b8-b5cb-21939ec51ba6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.512912 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b9a3e7d6-a4ee-4b91-9ca4-1abe20746a58 req-339ad50a-ee29-49b8-b5cb-21939ec51ba6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0670187 Aug 30 19:21:41.524265 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829487f7-2652-43ae-9919-255b31d54a96 req-f5f637ff-f475-4188-96d4-1e50bdd81a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.525721 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-f5f637ff-f475-4188-96d4-1e50bdd81a28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.4586439 Aug 30 19:21:41.593857 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b9a3e7d6-a4ee-4b91-9ca4-1abe20746a58 req-94b76acc-8b7f-4e7f-8b1a-10db54514a8f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660875 Aug 30 19:21:41.606242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-0d9f1fe1-d77d-4e09-a95a-d97b08daf5d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 217 time: 0.0604789 Aug 30 19:21:41.618857 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-54f67e19-2d4e-4ee0-a123-d797855eebe2 req-63b40713-a225-4000-9f6b-4076395ef335 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387560 Aug 30 19:21:41.666275 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-bd949cf1-bcc4-49fb-a520-bbff7058dc3e service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027738 Aug 30 19:21:41.691265 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ccca7e4-e986-452f-9095-9da42a9d43a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:41.693763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829487f7-2652-43ae-9919-255b31d54a96 req-d160ff1f-2a10-41e4-942e-5d4256dade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.695433 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-d160ff1f-2a10-41e4-942e-5d4256dade8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.0734086 Aug 30 19:21:41.758889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd45a65-fb69-4726-b528-04723b5d27b2 req-fdfb462e-266b-4f58-93f8-2e31f38a56df tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.760405 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd45a65-fb69-4726-b528-04723b5d27b2 req-fdfb462e-266b-4f58-93f8-2e31f38a56df tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0710249 Aug 30 19:21:41.809116 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829487f7-2652-43ae-9919-255b31d54a96 req-64de56bf-4401-4057-8619-be54cb5ee506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:41.810960 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-64de56bf-4401-4057-8619-be54cb5ee506 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048687 Aug 30 19:21:41.843038 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd45a65-fb69-4726-b528-04723b5d27b2 req-3b7fc7c3-bed3-4139-bcc7-f663cd20c81e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716426 Aug 30 19:21:41.846592 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a0d2ded-ef76-4614-acdf-f31b7ebc2a12 req-02b2ac74-2f67-4f7d-afa4-8c1a07802e87 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673036 Aug 30 19:21:41.888159 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ccca7e4-e986-452f-9095-9da42a9d43a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:41.893574 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ccca7e4-e986-452f-9095-9da42a9d43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:41.944289 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-c4a07cee-0418-46c6-819a-cf8cbfb515ae service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236405 Aug 30 19:21:41.953384 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1ccca7e4-e986-452f-9095-9da42a9d43a6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16c8c961affa44f2b46bc4102a71ff87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920206 Aug 30 19:21:41.954167 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccca7e4-e986-452f-9095-9da42a9d43a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7279fa-6170-416d-851a-4bb2fe0dd86d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:41.957078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:42.087500 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.104896 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-829487f7-2652-43ae-9919-255b31d54a96 req-8c2e827a-8186-488c-bdd1-4b1b5644002f service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375120 Aug 30 19:21:42.119613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.173861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.176704 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.177866 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de7279fa-6170-416d-851a-4bb2fe0dd86d HTTP/1.1" status: 204 len: 168 time: 0.2194173 Aug 30 19:21:42.185828 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0195ea4-c840-4f3d-88e7-3c3d9faaa92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7279fa-6170-416d-851a-4bb2fe0dd86d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:42.462069 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52586) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:42.475673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1527256c-5c5b-4d87-add1-9d543f981224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.572378 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1527256c-5c5b-4d87-add1-9d543f981224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.576213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1527256c-5c5b-4d87-add1-9d543f981224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.615244 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1527256c-5c5b-4d87-add1-9d543f981224 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=217e6fa81b3e4100b5f1ef17ddeca223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518569 Aug 30 19:21:42.616190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527256c-5c5b-4d87-add1-9d543f981224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466f0f44-b314-4cb6-8ba2-211f3bf10521,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:42.617984 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:42.702004 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.736838 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.746165 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:21:42.755004 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052d0-8cd1-41c7-8d6e-9b005d710e07 req-015d757e-996a-49c8-9afd-6da9a13a0b4c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:42.756497 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e07052d0-8cd1-41c7-8d6e-9b005d710e07 req-015d757e-996a-49c8-9afd-6da9a13a0b4c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0913160 Aug 30 19:21:42.759859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc06a71-4800-42f6-b08f-710ce3761555 req-30efeff9-17d9-4eff-96bb-8bc958fd28b9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:42.768105 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9fc06a71-4800-42f6-b08f-710ce3761555 req-30efeff9-17d9-4eff-96bb-8bc958fd28b9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 944 time: 0.0658541 Aug 30 19:21:42.819863 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e07052d0-8cd1-41c7-8d6e-9b005d710e07 req-b8a54517-c4ca-40ec-99a3-fa91c486700a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558667 Aug 30 19:21:42.822072 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9fc06a71-4800-42f6-b08f-710ce3761555 req-b944fbcd-0807-4e77-abde-2167af492bcc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Aug 30 19:21:42.835438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.838150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.842581 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/466f0f44-b314-4cb6-8ba2-211f3bf10521 HTTP/1.1" status: 204 len: 168 time: 0.2223318 Aug 30 19:21:42.875323 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c24591-324a-4cbc-98a7-8d43eb5428f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f0f44-b314-4cb6-8ba2-211f3bf10521,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:42.893121 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:42.924197 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'port_id': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'mac_address': 'fa:16:3e:e1:54:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:21:42.979316 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:42.994876 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:43.021836 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:43.024126 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a92f3-0b31-413f-9502-86f07e52c6b7 req-5af26c73-31d3-4a4a-ac68-acbad2023621 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:43.026002 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bd6a92f3-0b31-413f-9502-86f07e52c6b7 req-5af26c73-31d3-4a4a-ac68-acbad2023621 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 943 time: 0.0650649 Aug 30 19:21:43.026260 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:43.026995 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4c60788e-aa70-422b-badd-9b0542545849 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:21:43.090993 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bd6a92f3-0b31-413f-9502-86f07e52c6b7 req-52738b9b-8c54-4287-82f2-bbe6f0443db5 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427814 Aug 30 19:21:43.128806 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:43.173488 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:43.202149 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4c60788e-aa70-422b-badd-9b0542545849,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:43.220262 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '4c60788e-aa70-422b-badd-9b0542545849', 'network_id': '5911c91a-ebb0-484d-b718-3c37de2faeef', 'port_id': '4c60788e-aa70-422b-badd-9b0542545849', 'mac_address': 'fa:16:3e:7a:58:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b780d7-b20a-4442-8b7f-ea37356d08e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:21:43.275162 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:43.297102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c60788e-aa70-422b-badd-9b0542545849 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:21:43.334673 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4c60788e-aa70-422b-badd-9b0542545849,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:43.341867 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:43.448070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:43.452864 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-f5a819ad-0c74-4ef0-8ba1-aaa87ce52d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:43.454653 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-f5a819ad-0c74-4ef0-8ba1-aaa87ce52d06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.1035681 Aug 30 19:21:43.474128 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8346-d2c7-44c4-8ed5-4a05e49d0415 req-e7407e45-a079-481c-b289-b74c1869cc3e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:43.476162 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-015c8346-d2c7-44c4-8ed5-4a05e49d0415 req-e7407e45-a079-481c-b289-b74c1869cc3e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0792656 Aug 30 19:21:43.581705 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-015c8346-d2c7-44c4-8ed5-4a05e49d0415 req-0f5135fb-7804-40c4-bbee-dc7740335f8c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946207 Aug 30 19:21:43.634732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-c01bfe9d-2603-4824-8de7-49092b31359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:43.636110 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-c01bfe9d-2603-4824-8de7-49092b31359a service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.1590734 Aug 30 19:21:43.697335 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-00b07ba8-2968-4600-88b0-b6b3b1c99aa6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0438778 Aug 30 19:21:43.753882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-35add0ff-e585-429d-a45e-894abc7d2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:43.755350 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-35add0ff-e585-429d-a45e-894abc7d2a59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.0510004 Aug 30 19:21:43.798212 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:21:43.798709 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-253f2bc7-2931-45dc-8c96-cafb5eeb606d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297937 Aug 30 19:21:43.821983 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['4c60788e-aa70-422b-badd-9b0542545849'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:21:43.928565 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-ed1306bc-2b88-4892-bc1b-421354ddca5d service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075039 Aug 30 19:21:44.008612 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3c89-368e-49a3-acfc-cd5b70e230b6 req-7df633cc-b63b-4838-9295-bbca83925bb8 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:44.020415 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e7ac3c89-368e-49a3-acfc-cd5b70e230b6 req-7df633cc-b63b-4838-9295-bbca83925bb8 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.1088626 Aug 30 19:21:44.064810 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68e62d95-7294-4977-99e9-e5ae401859e5 req-7ac70dfe-9f2d-48be-bf49-b8712e1fbf80 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245060 Aug 30 19:21:44.093026 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e7ac3c89-368e-49a3-acfc-cd5b70e230b6 req-d7a65d47-8591-4ce2-9710-c61191fb102d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Aug 30 19:21:44.236015 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ada795-aa42-42b7-bc12-fc8aaffd84de req-55fdf718-484a-41f0-af32-eb5d917be0fe tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:44.238061 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-47ada795-aa42-42b7-bc12-fc8aaffd84de req-55fdf718-484a-41f0-af32-eb5d917be0fe tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0597785 Aug 30 19:21:44.279258 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-47ada795-aa42-42b7-bc12-fc8aaffd84de req-5b7030dc-26c9-49f4-8492-db2a3939e8d4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Aug 30 19:21:44.706722 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf614f-0ec1-4e51-9efe-a48d28ec1e0e req-72482efd-d44f-4bfb-b884-336985f67594 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:44.708235 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1eaf614f-0ec1-4e51-9efe-a48d28ec1e0e req-72482efd-d44f-4bfb-b884-336985f67594 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0561075 Aug 30 19:21:44.754892 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1eaf614f-0ec1-4e51-9efe-a48d28ec1e0e req-408976c8-0123-4d35-b243-2303beca6f97 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353131 Aug 30 19:21:45.207460 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ae00f-fb35-418e-8535-6c4874126066 req-e538bbfd-eca7-48a6-aeaa-4e7b86f6ab34 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:45.208976 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bc9ae00f-fb35-418e-8535-6c4874126066 req-e538bbfd-eca7-48a6-aeaa-4e7b86f6ab34 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0491984 Aug 30 19:21:45.239552 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:45.250126 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bc9ae00f-fb35-418e-8535-6c4874126066 req-9659ca38-382a-47bd-812d-d8534e0475df tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348592 Aug 30 19:21:45.345257 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78ba87dd-db2c-41e3-9e56-206060724d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.393740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1dc25-dbc3-496f-9660-49b03dc19363 req-7a7f4ac5-fccf-44a6-898e-25be2e94fb97 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:45.395145 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0aa1dc25-dbc3-496f-9660-49b03dc19363 req-7a7f4ac5-fccf-44a6-898e-25be2e94fb97 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0496449 Aug 30 19:21:45.434960 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0aa1dc25-dbc3-496f-9660-49b03dc19363 req-e785100b-bb19-4ff0-b785-af7b3493bf4c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Aug 30 19:21:45.436289 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78ba87dd-db2c-41e3-9e56-206060724d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.440932 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78ba87dd-db2c-41e3-9e56-206060724d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.481756 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-78ba87dd-db2c-41e3-9e56-206060724d1e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=302ba7635dff4d82b93d153dc7abc55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410853 Aug 30 19:21:45.482839 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba87dd-db2c-41e3-9e56-206060724d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846fa6cc-711c-4093-a81b-21c1c58c47fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:45.485227 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52724) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:45.538266 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.566820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.613513 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.616148 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.617261 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/846fa6cc-711c-4093-a81b-21c1c58c47fa HTTP/1.1" status: 204 len: 168 time: 0.1308794 Aug 30 19:21:45.625367 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712451a2-f7f3-4bed-870d-d49d488c5741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846fa6cc-711c-4093-a81b-21c1c58c47fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:45.878321 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:45.879514 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1ea88-cfc6-4ae0-9f91-4cc2d5bdaf6b req-2d7ebd83-6de8-41d4-a5ab-82295ff70217 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:45.881003 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f3f1ea88-cfc6-4ae0-9f91-4cc2d5bdaf6b req-2d7ebd83-6de8-41d4-a5ab-82295ff70217 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0557520 Aug 30 19:21:45.891723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71f1e87c-88d5-4435-ab72-c71b48ed55bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.927605 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f3f1ea88-cfc6-4ae0-9f91-4cc2d5bdaf6b req-3216b4b0-8b41-4c56-9634-716bdf57f2fc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Aug 30 19:21:45.987052 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71f1e87c-88d5-4435-ab72-c71b48ed55bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:45.990967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71f1e87c-88d5-4435-ab72-c71b48ed55bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:46.028056 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1e87c-88d5-4435-ab72-c71b48ed55bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c43fcaa-7b70-4629-bb4a-8421000995ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:46.034338 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-71f1e87c-88d5-4435-ab72-c71b48ed55bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9abf8879d09c43789b74b3ac46b04206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549640 Aug 30 19:21:46.038404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:46.095316 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:46.117037 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:46.170868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:46.173630 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:46.174963 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c43fcaa-7b70-4629-bb4a-8421000995ed HTTP/1.1" status: 204 len: 168 time: 0.1356003 Aug 30 19:21:46.183744 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f7517-3405-44f0-9b23-560ab58967d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c43fcaa-7b70-4629-bb4a-8421000995ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:46.368981 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39917df-bcc5-4bd1-95ff-d161eb51b6f8 req-73e53916-b2a2-4a92-834c-be10af9975d0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:46.370593 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f39917df-bcc5-4bd1-95ff-d161eb51b6f8 req-73e53916-b2a2-4a92-834c-be10af9975d0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0513871 Aug 30 19:21:46.410825 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f39917df-bcc5-4bd1-95ff-d161eb51b6f8 req-eb8c9ef7-15ea-467e-97cb-303dcdebd3a3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Aug 30 19:21:46.557586 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02042ced-7a4d-4796-92b5-e72ea14ba2ed req-212f9b9f-65c4-4a56-90ae-f04554be8c2c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:46.559203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-02042ced-7a4d-4796-92b5-e72ea14ba2ed req-212f9b9f-65c4-4a56-90ae-f04554be8c2c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0546510 Aug 30 19:21:46.613689 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-02042ced-7a4d-4796-92b5-e72ea14ba2ed req-ccb638b2-cc5a-4c03-ac85-5f3434ab6da0 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373020 Aug 30 19:21:47.047134 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da4e1a-0c38-47ca-a87f-6d18aff3eb18 req-ace45c83-b616-4a7f-af1d-af47bc16bb0c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:47.048756 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1da4e1a-0c38-47ca-a87f-6d18aff3eb18 req-ace45c83-b616-4a7f-af1d-af47bc16bb0c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0502651 Aug 30 19:21:47.087599 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1da4e1a-0c38-47ca-a87f-6d18aff3eb18 req-f83b8c93-9ceb-4bb7-9a85-51cf23723ef6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328870 Aug 30 19:21:47.531366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90ea0-d424-4232-b400-4ff0c1d09817 req-0f5616a8-6fd2-4fdc-8366-2f7dcc8115c4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:47.532841 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a1e90ea0-d424-4232-b400-4ff0c1d09817 req-0f5616a8-6fd2-4fdc-8366-2f7dcc8115c4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0520124 Aug 30 19:21:47.572020 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a1e90ea0-d424-4232-b400-4ff0c1d09817 req-3302452d-bd5e-47c4-97ef-2b05e69b66ac tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Aug 30 19:21:47.732308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5bac-3631-46d4-a667-785ff14df824 req-2b897c3b-b7cf-466b-80fd-859a5a78785e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:47.734881 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-84cb5bac-3631-46d4-a667-785ff14df824 req-2b897c3b-b7cf-466b-80fd-859a5a78785e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0506654 Aug 30 19:21:47.773915 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-84cb5bac-3631-46d4-a667-785ff14df824 req-70bfffd0-454d-48af-8ed4-906edfabe443 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Aug 30 19:21:48.203752 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a83d6-fcb3-4276-bd49-2f766de25199 req-020b2f96-bd3e-4966-b7fd-c358f49fe4b6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:48.205191 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cc4a83d6-fcb3-4276-bd49-2f766de25199 req-020b2f96-bd3e-4966-b7fd-c358f49fe4b6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0518169 Aug 30 19:21:48.244961 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cc4a83d6-fcb3-4276-bd49-2f766de25199 req-0ec9f573-ae63-4cc5-98a7-d381d05d027b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Aug 30 19:21:48.635595 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 52812) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:48.702443 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176947f1-a70d-4b45-a53d-d8df5bf180d4 req-ea4448cb-8e95-49ee-a45a-22fc3188f725 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:48.704258 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-176947f1-a70d-4b45-a53d-d8df5bf180d4 req-ea4448cb-8e95-49ee-a45a-22fc3188f725 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0527823 Aug 30 19:21:48.743346 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-176947f1-a70d-4b45-a53d-d8df5bf180d4 req-459500b5-7734-47b0-9f9d-00df45d6a7d2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330615 Aug 30 19:21:48.764718 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0f038a2-59c3-4b0e-8249-6bae95fddce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:48.863777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0f038a2-59c3-4b0e-8249-6bae95fddce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:48.868458 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0f038a2-59c3-4b0e-8249-6bae95fddce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:48.921101 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e0f038a2-59c3-4b0e-8249-6bae95fddce5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9260e8b83d6a4ed0a2952db0cc31c7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842240 Aug 30 19:21:48.923671 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 52820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:21:48.928635 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f038a2-59c3-4b0e-8249-6bae95fddce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27510c94-9c70-4558-bafd-403d673e8ae6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:48.955661 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89937a-8d53-46a0-8932-224d31911f58 req-31a34c19-eff9-478f-ad3b-7cdcffa58158 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:48.957283 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bc89937a-8d53-46a0-8932-224d31911f58 req-31a34c19-eff9-478f-ad3b-7cdcffa58158 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.1058602 Aug 30 19:21:48.977639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:48.998582 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bc89937a-8d53-46a0-8932-224d31911f58 req-e2f993c6-d1ba-4a6f-97c3-42d6f2f79ac7 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Aug 30 19:21:49.005163 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:49.053482 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:49.056022 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:49.057406 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27510c94-9c70-4558-bafd-403d673e8ae6 HTTP/1.1" status: 204 len: 168 time: 0.1327322 Aug 30 19:21:49.065274 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddcebd-64db-4fb4-8fdd-047b99b7b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27510c94-9c70-4558-bafd-403d673e8ae6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:49.367363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8399af-c4ec-4ce7-b523-cdb269f5f1d3 req-68f206be-ae9d-415f-ba08-1456760c371a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:49.369019 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a8399af-c4ec-4ce7-b523-cdb269f5f1d3 req-68f206be-ae9d-415f-ba08-1456760c371a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0532336 Aug 30 19:21:49.407769 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9a8399af-c4ec-4ce7-b523-cdb269f5f1d3 req-30140482-e420-4ba1-b80f-e972faee12b8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Aug 30 19:21:49.866645 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77d887-e599-41ee-ae6a-6144d7f0a6a4 req-b4c09c46-11db-4fb1-87a0-e847c2d56d23 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:49.868346 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d77d887-e599-41ee-ae6a-6144d7f0a6a4 req-b4c09c46-11db-4fb1-87a0-e847c2d56d23 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0527697 Aug 30 19:21:49.908608 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9d77d887-e599-41ee-ae6a-6144d7f0a6a4 req-bb60f44a-63fb-478a-81c1-b7b5ff4f2206 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Aug 30 19:21:50.122053 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5dde7-169c-44b2-bb96-109c35c2ccf2 req-67b277b4-e7c0-465c-84cf-e775bcc0b7db tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:50.124570 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-25d5dde7-169c-44b2-bb96-109c35c2ccf2 req-67b277b4-e7c0-465c-84cf-e775bcc0b7db tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0531523 Aug 30 19:21:50.165074 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-25d5dde7-169c-44b2-bb96-109c35c2ccf2 req-6a32b34e-bbc6-4a08-a5a8-f5be8e84d2e2 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Aug 30 19:21:50.528047 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94624-55fc-4787-948a-cea2ea0cb0d0 req-256618f2-19d4-48cf-bc05-fef50ca3b8e8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:50.530221 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8db94624-55fc-4787-948a-cea2ea0cb0d0 req-256618f2-19d4-48cf-bc05-fef50ca3b8e8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0537255 Aug 30 19:21:50.570608 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8db94624-55fc-4787-948a-cea2ea0cb0d0 req-b202c934-e7f8-4e10-8404-92ab01e6c075 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346124 Aug 30 19:21:50.882507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:50.936137 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:50.940109 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:50.940485 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.016164 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.032985 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecffba-d314-4cbb-898d-c2e9b027aff3 req-3a8f9cb6-7489-4ba2-8448-e7fb030034ef tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:51.034817 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d2ecffba-d314-4cbb-898d-c2e9b027aff3 req-3a8f9cb6-7489-4ba2-8448-e7fb030034ef tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 945 time: 0.0505567 Aug 30 19:21:51.038656 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:51.040898 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b74077-b166-4264-bf20-e57a8ae82de6" -d '{"events": [{"server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:51.053599 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:51.058071 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.058865 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4c60788e-aa70-422b-badd-9b0542545849 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:21:51.076476 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d2ecffba-d314-4cbb-898d-c2e9b027aff3 req-533464c3-a94f-49f4-b2e3-b2f70646173b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Aug 30 19:21:51.122380 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1798ef-ce99-4147-8207-20309bb540d5 x-openstack-request-id: req-0b1798ef-ce99-4147-8207-20309bb540d5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:51.122668 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:51.122911 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b1798ef-ce99-4147-8207-20309bb540d5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:51.123843 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'code': 200} Aug 30 19:21:51.141753 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:51.150883 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.151232 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.151566 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.151894 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.152424 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.152862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.153075 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.153398 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.153744 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.154063 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.154413 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.154829 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:21:51.172442 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 4c60788e-aa70-422b-badd-9b0542545849 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:21:51.176489 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 4c60788e-aa70-422b-badd-9b0542545849 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:21:51.176861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.257634 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.284280 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd13b9-1333-4f50-abca-8430ca119587 req-eb9a528b-1a6c-4316-add0-fe2b1ac4baff tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:51.285804 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b3dd13b9-1333-4f50-abca-8430ca119587 req-eb9a528b-1a6c-4316-add0-fe2b1ac4baff tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 944 time: 0.0496931 Aug 30 19:21:51.288796 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4c60788e-aa70-422b-badd-9b0542545849,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:21:51.293266 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:21:51.326178 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b3dd13b9-1333-4f50-abca-8430ca119587 req-bc07a59f-5f4e-4bf8-8fc7-06ef71cc957a tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Aug 30 19:21:51.362209 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:21:51.701269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cece7e-85f5-46f4-ac8c-c69e224d8b4b req-145fae82-8e8d-44a4-be8c-96d4519e40fa tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:51.701269 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40cece7e-85f5-46f4-ac8c-c69e224d8b4b req-145fae82-8e8d-44a4-be8c-96d4519e40fa tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0631757 Aug 30 19:21:51.742676 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40cece7e-85f5-46f4-ac8c-c69e224d8b4b req-844479f2-435b-4ae6-b968-fcd188ba9485 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 Aug 30 19:21:52.169744 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c77-3f21-4d3e-ac8b-a6e347fdc93f req-10f53120-24c2-4422-a904-0891a8a22c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:52.172041 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9afe6c77-3f21-4d3e-ac8b-a6e347fdc93f req-10f53120-24c2-4422-a904-0891a8a22c6f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1099 time: 0.0445876 Aug 30 19:21:52.206922 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea83ef-8288-4822-9805-1872ac638ac3 req-ba79baa1-1cb9-49c9-b948-4f2850732a5b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:52.209837 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-53ea83ef-8288-4822-9805-1872ac638ac3 req-ba79baa1-1cb9-49c9-b948-4f2850732a5b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0637214 Aug 30 19:21:52.238618 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9afe6c77-3f21-4d3e-ac8b-a6e347fdc93f req-904edbd1-f726-43ea-8c5b-ab0f7acf7127 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Aug 30 19:21:52.256369 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-53ea83ef-8288-4822-9805-1872ac638ac3 req-ee45be36-875b-4620-aec4-8c7412509ef5 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393627 Aug 30 19:21:52.447481 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34a8e-77e2-4ca3-a7d1-5b78c8a0c1b0 req-a8a75d1f-1ca2-4f48-883b-2c4bd9830a1d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:52.448940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c5c34a8e-77e2-4ca3-a7d1-5b78c8a0c1b0 req-a8a75d1f-1ca2-4f48-883b-2c4bd9830a1d tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0506301 Aug 30 19:21:52.488088 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c5c34a8e-77e2-4ca3-a7d1-5b78c8a0c1b0 req-115d755b-7658-4b93-8d10-3e50d2d42b78 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Aug 30 19:21:52.868924 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ebad-64d9-4d69-b72f-cdbf23fef3d2 req-b4e1bf15-43b7-4c4b-a014-653cd241bc62 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:52.870488 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5791ebad-64d9-4d69-b72f-cdbf23fef3d2 req-b4e1bf15-43b7-4c4b-a014-653cd241bc62 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0534577 Aug 30 19:21:52.917744 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5791ebad-64d9-4d69-b72f-cdbf23fef3d2 req-285b22b4-ba25-4198-a5f1-4f2bb01aa1dd tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Aug 30 19:21:53.125673 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c60788e-aa70-422b-badd-9b0542545849'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:21:53.128013 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d7513-d0dd-43e7-8138-af87ff0ca983" -d '{"events": [{"server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "name": "network-vif-plugged", "status": "completed", "tag": "4c60788e-aa70-422b-badd-9b0542545849"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:21:53.171620 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4cc3ba-0054-4727-a43e-3bef4aae6f6d x-openstack-request-id: req-cd4cc3ba-0054-4727-a43e-3bef4aae6f6d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:21:53.171906 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "name": "network-vif-plugged", "status": "completed", "tag": "4c60788e-aa70-422b-badd-9b0542545849", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:21:53.172159 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd4cc3ba-0054-4727-a43e-3bef4aae6f6d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:21:53.172557 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c60788e-aa70-422b-badd-9b0542545849', 'code': 200} Aug 30 19:21:53.384933 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46d1b-8f4f-461a-a3ef-d7f5f8bbb6b9 req-b0d3980e-0e2e-490b-9ec8-77f13be0de1a tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:53.387130 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d8a46d1b-8f4f-461a-a3ef-d7f5f8bbb6b9 req-b0d3980e-0e2e-490b-9ec8-77f13be0de1a tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0582938 Aug 30 19:21:53.442355 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d8a46d1b-8f4f-461a-a3ef-d7f5f8bbb6b9 req-ec414541-238a-42d2-82ca-fe03b1957bc2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Aug 30 19:21:53.621894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32b28-60a0-4f5d-abbc-b471fa2731c7 req-ca952f09-4aa6-4de0-84cc-21143f08ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:53.624411 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-32a32b28-60a0-4f5d-abbc-b471fa2731c7 req-ca952f09-4aa6-4de0-84cc-21143f08ab99 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 1098 time: 0.0735235 Aug 30 19:21:53.636173 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37d4b4-9e85-4e79-a550-6a4d41b13aa2 req-35932537-7258-4279-bf4e-e433fc39d35e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:53.637530 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a37d4b4-9e85-4e79-a550-6a4d41b13aa2 req-35932537-7258-4279-bf4e-e433fc39d35e tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0769451 Aug 30 19:21:53.692162 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-32a32b28-60a0-4f5d-abbc-b471fa2731c7 req-85fd76c6-a7e4-4afa-9b5e-1ea1a57b3680 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Aug 30 19:21:53.698835 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a37d4b4-9e85-4e79-a550-6a4d41b13aa2 req-fb6adba8-d760-49f3-b84e-31c4c64ef157 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Aug 30 19:21:54.548016 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062cdc0-abf9-4618-95c4-7a1ce92261fe req-6c974774-b5e7-4ca9-8f34-f3aef9f241d9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:54.549530 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5062cdc0-abf9-4618-95c4-7a1ce92261fe req-6c974774-b5e7-4ca9-8f34-f3aef9f241d9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0534940 Aug 30 19:21:54.589156 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5062cdc0-abf9-4618-95c4-7a1ce92261fe req-9f816e0d-52f8-4849-a8d8-38d6c26813c6 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Aug 30 19:21:54.702164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad545d-8ed5-4dac-9658-8c14e0c779f0 req-d3f44080-be12-40d8-b5c7-29f84bf7d611 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:54.703644 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e0ad545d-8ed5-4dac-9658-8c14e0c779f0 req-d3f44080-be12-40d8-b5c7-29f84bf7d611 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0495324 Aug 30 19:21:54.746911 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e0ad545d-8ed5-4dac-9658-8c14e0c779f0 req-b2841edb-a709-4f83-a331-efb363818576 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Aug 30 19:21:54.827066 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf76dc-1a57-41a6-af60-420444b98393 req-6e911cd2-f261-457f-a7b9-b254ff4c9d91 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:54.828726 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a9cf76dc-1a57-41a6-af60-420444b98393 req-6e911cd2-f261-457f-a7b9-b254ff4c9d91 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Aug 30 19:21:54.870466 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a9cf76dc-1a57-41a6-af60-420444b98393 req-23fa4591-056f-4a1f-8dfa-eae391606886 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Aug 30 19:21:55.086444 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d1fc9-d402-49fc-8389-ada966b1aa69 req-5400822c-7228-48ed-a46a-99a74ab15371 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:55.087980 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e2d1fc9-d402-49fc-8389-ada966b1aa69 req-5400822c-7228-48ed-a46a-99a74ab15371 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0536182 Aug 30 19:21:55.130142 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e2d1fc9-d402-49fc-8389-ada966b1aa69 req-e2c4265f-f215-48d1-a98d-3c02d09f0e6a tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358870 Aug 30 19:21:55.387427 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef468-0671-4578-9e65-4684c5fa8523 req-078988bc-20e1-46a9-81e4-565f93a12fdd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:55.394134 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f1bef468-0671-4578-9e65-4684c5fa8523 req-078988bc-20e1-46a9-81e4-565f93a12fdd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0550306 Aug 30 19:21:55.448704 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f1bef468-0671-4578-9e65-4684c5fa8523 req-03689c66-a33e-4499-8b88-5249db19aa3f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531113 Aug 30 19:21:55.991982 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa39d5a-cd72-402c-bcf9-b4510c53aa02 req-c5d2f0ef-5dae-4ccf-a8f2-43febd3657d3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:55.993458 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-faa39d5a-cd72-402c-bcf9-b4510c53aa02 req-c5d2f0ef-5dae-4ccf-a8f2-43febd3657d3 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0531204 Aug 30 19:21:56.032172 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-faa39d5a-cd72-402c-bcf9-b4510c53aa02 req-6a546402-d146-48d8-9fd2-0f4227b6f365 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Aug 30 19:21:56.577930 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16916af-b851-4926-900b-1e3155c67b2d req-c296fc25-1158-41b4-af9b-55f6f61844a3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:56.579390 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b16916af-b851-4926-900b-1e3155c67b2d req-c296fc25-1158-41b4-af9b-55f6f61844a3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Aug 30 19:21:56.620480 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b16916af-b851-4926-900b-1e3155c67b2d req-dd25ddfd-23e7-443a-99e1-f8305030bad7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350435 Aug 30 19:21:57.741725 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a23011-80f0-4cf1-a6f9-360a916f6424 req-19f97f55-a7bb-4ce0-83a6-7403eeb0f428 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:57.743184 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c6a23011-80f0-4cf1-a6f9-360a916f6424 req-19f97f55-a7bb-4ce0-83a6-7403eeb0f428 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Aug 30 19:21:57.781069 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c6a23011-80f0-4cf1-a6f9-360a916f6424 req-533e658f-2b4f-4d40-8b9c-0c5d4c555b44 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 30 19:21:58.903112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db690f-483c-4880-a157-0d3e55e1cc64 req-36ad8dab-5f0b-4a89-9d97-2273bf521a7f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:21:58.904727 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c2db690f-483c-4880-a157-0d3e55e1cc64 req-36ad8dab-5f0b-4a89-9d97-2273bf521a7f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0495307 Aug 30 19:21:58.943761 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c2db690f-483c-4880-a157-0d3e55e1cc64 req-26f95095-12cd-4a70-b35d-a8b133456324 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Aug 30 19:22:00.018530 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:22:00.063690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4acd1-bd11-4511-9631-4c3c6f4beecf req-5161de27-75b4-4108-93f0-b16cce9674f3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:00.065167 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b4d4acd1-bd11-4511-9631-4c3c6f4beecf req-5161de27-75b4-4108-93f0-b16cce9674f3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Aug 30 19:22:00.103661 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b4d4acd1-bd11-4511-9631-4c3c6f4beecf req-f48fa511-24d9-4f8c-bde1-00b99c1b2539 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 30 19:22:01.225591 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfa8c9-6df6-411a-a350-a583114fd9aa req-95246f3d-8876-4f19-8dfc-91166e528758 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:01.227088 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-addfa8c9-6df6-411a-a350-a583114fd9aa req-95246f3d-8876-4f19-8dfc-91166e528758 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Aug 30 19:22:01.266682 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-addfa8c9-6df6-411a-a350-a583114fd9aa req-3ddcb66a-7148-4a3a-9891-f9f91883e0fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330613 Aug 30 19:22:02.386479 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac4cfb-f91a-439c-bf0b-ff8c14aad349 req-29b1ae63-94d8-49e8-a084-ac5545dd29b6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:02.387822 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c8ac4cfb-f91a-439c-bf0b-ff8c14aad349 req-29b1ae63-94d8-49e8-a084-ac5545dd29b6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0470107 Aug 30 19:22:02.432602 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c8ac4cfb-f91a-439c-bf0b-ff8c14aad349 req-a962d081-dd8c-4680-9985-31e568c921d9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376744 Aug 30 19:22:03.028349 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d5918c8-2d4c-4918-b19e-39850f1eaafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:03.551545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2855dd-6eea-488f-a370-be867e45ed19 req-592f7581-9621-47b6-a545-529e7d54e534 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:03.553017 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-be2855dd-6eea-488f-a370-be867e45ed19 req-592f7581-9621-47b6-a545-529e7d54e534 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Aug 30 19:22:03.595256 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-be2855dd-6eea-488f-a370-be867e45ed19 req-e9b21859-cf70-4630-8e2a-cffa483fc90a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361238 Aug 30 19:22:04.717695 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e30ba-85f4-4f72-8cda-78a756ecc753 req-897976d1-f904-4065-aa42-546ad9ff18c5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:04.719243 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1f7e30ba-85f4-4f72-8cda-78a756ecc753 req-897976d1-f904-4065-aa42-546ad9ff18c5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0509970 Aug 30 19:22:04.757554 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1f7e30ba-85f4-4f72-8cda-78a756ecc753 req-971a2816-8037-41bc-b7ce-4fee6ff88799 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Aug 30 19:22:05.481094 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa8c1a-385c-4d8c-adb0-055a73deaa14 req-43f4b920-8ea5-4a02-b98c-19fcc9947622 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:05.483150 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-20fa8c1a-385c-4d8c-adb0-055a73deaa14 req-43f4b920-8ea5-4a02-b98c-19fcc9947622 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Aug 30 19:22:05.526495 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-20fa8c1a-385c-4d8c-adb0-055a73deaa14 req-9e64382c-4a91-4e59-945b-307bca0e3a7c tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Aug 30 19:22:05.773331 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-743b3cb2-5050-4b7f-b889-95a90d083386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:05.907835 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc86043-3096-4e95-848b-ee298ed3d1bb req-3cd00bbc-658d-419b-a5ba-58df95305c92 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:05.909416 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8dc86043-3096-4e95-848b-ee298ed3d1bb req-3cd00bbc-658d-419b-a5ba-58df95305c92 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0578291 Aug 30 19:22:05.954080 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8dc86043-3096-4e95-848b-ee298ed3d1bb req-3295772f-24c1-47ee-90ae-8de1ecd5986a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Aug 30 19:22:05.993909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69829887-92df-49a2-a88f-e3aa4a54fbbf req-0376a0b5-c47d-4481-9734-07ed7a12ee97 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:05.996380 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-69829887-92df-49a2-a88f-e3aa4a54fbbf req-0376a0b5-c47d-4481-9734-07ed7a12ee97 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0770450 Aug 30 19:22:06.056779 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-69829887-92df-49a2-a88f-e3aa4a54fbbf req-882c94b6-81a3-47ea-b287-2d555ab9ebe2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508602 Aug 30 19:22:06.143659 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:06.669347 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67ea1f-0ed1-4df4-8ca7-989b9d4c5d7f req-d3912013-3d1a-4537-85f6-8283713a8d63 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:06.671535 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f67ea1f-0ed1-4df4-8ca7-989b9d4c5d7f req-d3912013-3d1a-4537-85f6-8283713a8d63 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Aug 30 19:22:06.715802 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f67ea1f-0ed1-4df4-8ca7-989b9d4c5d7f req-fca0791c-a619-47b5-aab4-32b0def03e78 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382104 Aug 30 19:22:07.018915 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:07.082826 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f664648-e2af-4f06-a1e1-efb63942b444 req-7dcd3c1e-de5e-42a4-8acc-8d7a0a223278 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:07.084293 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1f664648-e2af-4f06-a1e1-efb63942b444 req-7dcd3c1e-de5e-42a4-8acc-8d7a0a223278 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0527134 Aug 30 19:22:07.122052 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1f664648-e2af-4f06-a1e1-efb63942b444 req-9d117b1a-f297-4942-9fcd-b5be876ed96e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Aug 30 19:22:07.619880 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:07.763021 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d765845-eaa5-4035-881f-baf01d5fc8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:07.861668 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369cae7-fbc6-41d9-a07b-150a13fb1d0f req-c0cd1174-fb8d-47dd-a799-60e70da45cc8 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:07.863196 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a369cae7-fbc6-41d9-a07b-150a13fb1d0f req-c0cd1174-fb8d-47dd-a799-60e70da45cc8 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0757887 Aug 30 19:22:07.923065 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d765845-eaa5-4035-881f-baf01d5fc8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:07.927390 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a369cae7-fbc6-41d9-a07b-150a13fb1d0f req-2903b1be-ea16-47ac-b186-9ebb409d54e4 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Aug 30 19:22:07.928459 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d765845-eaa5-4035-881f-baf01d5fc8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:07.971258 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7d765845-eaa5-4035-881f-baf01d5fc8e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=91d0a7dea02e4998a212fbe48db92b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502710 Aug 30 19:22:07.972084 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d765845-eaa5-4035-881f-baf01d5fc8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefda190-4d93-4f29-a009-6e331ccd4aba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:07.973950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53236) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:08.021697 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:08.042212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:08.092147 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:08.094609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:08.095755 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eefda190-4d93-4f29-a009-6e331ccd4aba HTTP/1.1" status: 204 len: 168 time: 0.1207716 Aug 30 19:22:08.103193 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b834b8-3e83-4c98-995c-cc981a9a481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefda190-4d93-4f29-a009-6e331ccd4aba,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:08.242956 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86a206-5977-4d62-999d-dd2a700e1d6f req-6d78dcd6-ed41-450b-8e73-4dfdb0c0daa0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:08.244424 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af86a206-5977-4d62-999d-dd2a700e1d6f req-6d78dcd6-ed41-450b-8e73-4dfdb0c0daa0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Aug 30 19:22:08.285541 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af86a206-5977-4d62-999d-dd2a700e1d6f req-3dbce166-6b3f-4ecb-b5bd-87a7c89bb666 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Aug 30 19:22:08.553631 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.047971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8510170-adba-49b6-b7fe-50423b17af68 req-809bbb56-3b81-40bf-8552-ebc0d90da555 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:09.049757 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8510170-adba-49b6-b7fe-50423b17af68 req-809bbb56-3b81-40bf-8552-ebc0d90da555 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Aug 30 19:22:09.088325 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8510170-adba-49b6-b7fe-50423b17af68 req-cf780ab0-b8df-4160-bfac-52381a485751 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Aug 30 19:22:09.132743 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:09.236333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3c28-1a22-47dc-901f-b937e4ce8678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.332006 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3c28-1a22-47dc-901f-b937e4ce8678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.336537 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3c28-1a22-47dc-901f-b937e4ce8678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.376262 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ec8e3c28-1a22-47dc-901f-b937e4ce8678 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bdc143f36f554ac7b8fc0890a4a33272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422659 Aug 30 19:22:09.376950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e3c28-1a22-47dc-901f-b937e4ce8678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8810c0-de00-49d5-9da9-14471621533d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:09.379246 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53286) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:09.411275 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73356b24-8e1e-4e9a-80cf-a5986999f06f req-06c9a50c-68be-4eba-8075-d2db8ed9a605 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:09.416762 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73356b24-8e1e-4e9a-80cf-a5986999f06f req-06c9a50c-68be-4eba-8075-d2db8ed9a605 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Aug 30 19:22:09.435881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.452589 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73356b24-8e1e-4e9a-80cf-a5986999f06f req-c9dd2621-8772-4c5a-a538-0460e7e97a32 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Aug 30 19:22:09.457228 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.504589 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.507273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:09.508719 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a8810c0-de00-49d5-9da9-14471621533d HTTP/1.1" status: 204 len: 168 time: 0.1283064 Aug 30 19:22:09.516797 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42a5c5-1faa-40a6-bdd2-f8acb51158ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8810c0-de00-49d5-9da9-14471621533d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:10.161378 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53320) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:10.210730 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08906e01-1046-45a5-8321-aa47cdecd798 req-500e7b67-05d4-4ddf-830f-5af18a2352ea tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:10.212193 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-08906e01-1046-45a5-8321-aa47cdecd798 req-500e7b67-05d4-4ddf-830f-5af18a2352ea tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Aug 30 19:22:10.252131 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-08906e01-1046-45a5-8321-aa47cdecd798 req-a8986803-28f8-418c-a037-70256cb374f2 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/security-groups?id=22167d0a-3d14-44f3-a0de-956f7e8d8834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Aug 30 19:22:10.258071 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-548581932-network', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:10.281488 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Made reservation on behalf of c0b265d51b5a480c940de019e220e9e9 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:10.284097 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.292282 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.390941 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.394909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.418303 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:22:10.431860 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1a7ab-1efb-4abf-b42b-b16db8bf4a80,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:10.437456 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.437818 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Added segment 795f1733-684d-467d-907a-11273a232955 of type vlan for network e04c8f77-b115-47c1-9d03-4eccdb41d171 Aug 30 19:22:10.477015 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.503192 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.504158 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:10.504738 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.568548 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4060128 Aug 30 19:22:10.570515 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:10.576447 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Request body: {'subnet': {'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-548581932-subnet', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:10.606203 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Made reservation on behalf of c0b265d51b5a480c940de019e220e9e9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:10.613827 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.618393 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11844-96b9-45ff-8775-d476d35bca0d admin admin] Pushing event updated for resources: {'Network': ['ID=e04c8f77-b115-47c1-9d03-4eccdb41d171,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:10.630117 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:22:10.659900 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575237-73b3-4787-b26f-9f967372f7d2 req-46523f30-0a0a-44be-9f0c-c7916cafc5c8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:10.664315 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc575237-73b3-4787-b26f-9f967372f7d2 req-46523f30-0a0a-44be-9f0c-c7916cafc5c8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1176615 Aug 30 19:22:10.712428 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc575237-73b3-4787-b26f-9f967372f7d2 req-f48e2d55-7c1e-480b-9361-b18bc6d5e553 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Aug 30 19:22:10.799633 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.857698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-25d042bf-91f4-40e8-8f2c-f1466fdce5ad tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:10.859155 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-25d042bf-91f4-40e8-8f2c-f1466fdce5ad tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Aug 30 19:22:10.864031 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64adc614-1f1a-4034-aaff-2c9251de23b4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:10.872420 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:10.873276 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Network hostable DHCP agents. Network: e04c8f77-b115-47c1-9d03-4eccdb41d171, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:22:10.891994 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:22:10.901516 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, e04c8f77-b115-47c1-9d03-4eccdb41d171) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:10.909565 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:10.911974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f905b4-2865-4f7a-800f-ec161d180034 None None] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:10.918136 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.948810 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-08d7bea0-4309-4349-8add-301b7381ba80 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3725660 Aug 30 19:22:10.949684 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:10.955300 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:10.984791 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:10.986201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.021130 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Deleting port 4c60788e-aa70-422b-badd-9b0542545849 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:22:11.021765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.086041 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.133688 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-e04c8f77-b115-47c1-9d03-4eccdb41d171', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:22:11.134563 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.136227 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] For port 4c60788e-aa70-422b-badd-9b0542545849, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4c60788e-aa70-422b-badd-9b0542545849,segment=NetworkSegment(d53b6b7f-c6d3-486d-a8a9-dd3787422b5e),segment_id=d53b6b7f-c6d3-486d-a8a9-dd3787422b5e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:11.136592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.151260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Calling delete_port for 4c60788e-aa70-422b-badd-9b0542545849 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:22:11.281191 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Allocated IP 172.20.0.2 (e04c8f77-b115-47c1-9d03-4eccdb41d171/64adc614-1f1a-4034-aaff-2c9251de23b4/081bd2f4-8c4f-4634-b299-099aafdcb1bd) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:11.301965 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.337988 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['4c60788e-aa70-422b-badd-9b0542545849'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:11.351830 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Pushing event deleted for resources: {'Port': ['ID=4c60788e-aa70-422b-badd-9b0542545849,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:11.399115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] No DVR routers for this DVR port 4c60788e-aa70-422b-badd-9b0542545849 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:22:11.404266 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.406631 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f010d821-4c15-4bf5-83d0-be6d5e018ea4 req-9bb76f13-da9a-4325-bfba-55eb62222556 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.83 "DELETE /v2.0/ports/4c60788e-aa70-422b-badd-9b0542545849 HTTP/1.1" status: 204 len: 173 time: 0.5401559 Aug 30 19:22:11.407508 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'name': 'network-vif-deleted', 'tag': '4c60788e-aa70-422b-badd-9b0542545849'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:11.409975 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73589fd-cc3f-4ef7-8214-6f496ba7484b" -d '{"events": [{"server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "name": "network-vif-deleted", "tag": "4c60788e-aa70-422b-badd-9b0542545849"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:11.429194 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.447944 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-02fc04f3-bf6e-4af8-8dfc-a50e9d6f90b7 req-7abbea34-ef05-4a56-abcc-3e73940db8ef tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0349493 Aug 30 19:22:11.462428 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1fe4d3-2848-42a2-9435-4a73e580792f x-openstack-request-id: req-2e1fe4d3-2848-42a2-9435-4a73e580792f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:11.463073 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb6a96b-928f-4543-ab71-6705b46c5b40", "name": "network-vif-deleted", "tag": "4c60788e-aa70-422b-badd-9b0542545849", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:11.463603 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e1fe4d3-2848-42a2-9435-4a73e580792f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:11.464149 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6a96b-928f-4543-ab71-6705b46c5b40', 'name': 'network-vif-deleted', 'tag': '4c60788e-aa70-422b-badd-9b0542545849', 'status': 'completed', 'code': 200} Aug 30 19:22:11.505380 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.520142 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Transition to ACTIVE for port object 081bd2f4-8c4f-4634-b299-099aafdcb1bd will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:11.539394 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Transition to ACTIVE for port object 081bd2f4-8c4f-4634-b299-099aafdcb1bd will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:11.550105 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.592114 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:11.595247 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:11.598703 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:11.636821 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Pushing event updated for resources: {'Port': ['ID=081bd2f4-8c4f-4634-b299-099aafdcb1bd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:11.677152 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Attempting to bind port 081bd2f4-8c4f-4634-b299-099aafdcb1bd on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:11.677601 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Attempting to bind port 081bd2f4-8c4f-4634-b299-099aafdcb1bd by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:11.677966 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Attempting to bind port 081bd2f4-8c4f-4634-b299-099aafdcb1bd on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:11.683425 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:11.683797 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:11.684999 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.685906 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Bound using segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:11.686048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Bound port: 081bd2f4-8c4f-4634-b299-099aafdcb1bd, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:11.686357 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.692274 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.717960 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.763100 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] For port 081bd2f4-8c4f-4634-b299-099aafdcb1bd, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:11.767356 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] For port 081bd2f4-8c4f-4634-b299-099aafdcb1bd, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=081bd2f4-8c4f-4634-b299-099aafdcb1bd,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:11.773505 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:11.840239 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1d6d-3712-45c0-ba98-7a225cbf84a6 None None] Pushing event updated for resources: {'Port': ['ID=081bd2f4-8c4f-4634-b299-099aafdcb1bd,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:11.938074 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Allocated IP 172.27.0.227 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:11.966438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69042d-c506-4640-a778-3d6c512dc26e req-c9a6a62c-715f-4178-bee7-9c4a247bcb0c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:11.967992 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9a69042d-c506-4640-a778-3d6c512dc26e req-c9a6a62c-715f-4178-bee7-9c4a247bcb0c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1176808 Aug 30 19:22:12.081162 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9a69042d-c506-4640-a778-3d6c512dc26e req-5b26c879-c6dc-4b91-9d8e-6b96048d8bad tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047876 Aug 30 19:22:12.169217 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:12.229391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:12.274504 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-78b032b2-59ff-4fb0-a4cf-26ea72b41a3b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:12.281531 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-78b032b2-59ff-4fb0-a4cf-26ea72b41a3b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.2256310 Aug 30 19:22:12.298569 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-33605cd7-d38e-4bfb-b334-232d5aac3333 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/quotas/38260e1d5bbf4517acf41902cc6b76b4 HTTP/1.1" status: 200 len: 375 time: 0.0159342 Aug 30 19:22:12.302946 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:12.307226 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:12.310163 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:12.341454 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Pushing event updated for resources: {'Port': ['ID=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:12.398480 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-66469e3e-83dc-4ca7-9342-4eb42d0e36cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978379 Aug 30 19:22:12.451187 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 081bd2f4-8c4f-4634-b299-099aafdcb1bd up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:12.493413 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-2177eb8a-5019-4b61-86ad-2082157d0dcb service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940704 Aug 30 19:22:12.507915 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 081bd2f4-8c4f-4634-b299-099aafdcb1bd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:12.602798 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-0d62e1e7-7ebe-4fee-b51e-7bb844c50d81 service neutron] 10.222.0.74 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021564 Aug 30 19:22:12.604580 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fc5e754f-79d8-4dd7-95db-34066cb0a888 req-2b5c0529-22f7-4eb6-b612-b3468e72e2a6 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0422490 Aug 30 19:22:12.682378 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:12.864795 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-953fcf31-d0d7-4692-a261-5d67db82a6a6 req-5db676e4-a030-4701-adc6-1a0156f37f48 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Aug 30 19:22:12.924962 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.002034 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f9414e-9926-4ac1-83f6-732c83eb48fe None None] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:13.069203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Provisioning for port 081bd2f4-8c4f-4634-b299-099aafdcb1bd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:13.082550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Provisioning complete for port 081bd2f4-8c4f-4634-b299-099aafdcb1bd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:13.082935 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.084323 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Router e1d3648c-3714-407a-899c-59c924dd2768 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:22:13.234449 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd79e-0987-4565-be3e-120e8463f08b req-c1bc40f6-1bff-464b-a1d8-d9a74fe83751 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:13.236112 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f5bd79e-0987-4565-be3e-120e8463f08b req-c1bc40f6-1bff-464b-a1d8-d9a74fe83751 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0750678 Aug 30 19:22:13.244444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:13.258511 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:13.259055 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.269317 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:13.269961 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:13.285118 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.288745 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f5bd79e-0987-4565-be3e-120e8463f08b req-8f019d59-eb0d-4755-877d-aa442a204a0b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462780 Aug 30 19:22:13.289613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:13.289922 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-923c4122-8f6b-4766-92fc-f906b55ee421 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3384585 Aug 30 19:22:13.301974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] For port 081bd2f4-8c4f-4634-b299-099aafdcb1bd, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=081bd2f4-8c4f-4634-b299-099aafdcb1bd,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:13.307675 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.399170 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3eac3e-ec8d-460c-8fe5-c3b40be7145e None None] Pushing event updated for resources: {'Port': ['ID=081bd2f4-8c4f-4634-b299-099aafdcb1bd,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:13.417814 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:13.532140 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-78e86601-43cb-417b-b99e-0acfad65f684 None None] Provisioning complete for port 081bd2f4-8c4f-4634-b299-099aafdcb1bd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:13.532511 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-78e86601-43cb-417b-b99e-0acfad65f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.607422 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:12Z', 'revision_number': 3, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:13.638670 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:13.639020 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Updating router e1d3648c-3714-407a-899c-59c924dd2768 port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:13.666517 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.749925 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f25d136b-38f6-4e56-86f1-20d9bcac0dde req-2a511b30-d4d6-40f7-84e3-f461ade090f2 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0457611 Aug 30 19:22:13.774660 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:13.937207 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Allocated IP 172.20.0.1 (e04c8f77-b115-47c1-9d03-4eccdb41d171/64adc614-1f1a-4034-aaff-2c9251de23b4/4d2cd48f-70e1-4cbf-812d-9f12b7bb4259) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:13.979042 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3b24d1b6-21f0-4322-93b7-fcc684c91808 req-13d0a38e-5896-4760-b705-f507dbe35eb3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Aug 30 19:22:14.022714 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.033557 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Transition to ACTIVE for port object c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:14.041998 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.073669 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.092403 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Transition to ACTIVE for port object 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:14.103523 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Pushing event updated for resources: {'Port': ['ID=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:14.105600 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Attempting to bind port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:14.105995 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Attempting to bind port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:14.106885 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Attempting to bind port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:14.115667 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.116010 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.116343 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.116672 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.116998 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.117317 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.117661 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.117975 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.118316 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.118636 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.118948 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.119260 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:14.122621 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:14.122993 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:14.123428 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.123825 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:14.124317 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Bound port: c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:14.124728 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.132391 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.173497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:14.176288 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:14.178398 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] For port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:14.180284 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:14.180754 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.182204 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] For port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:14.187656 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.225802 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:14.246264 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0312913-a2f3-4a8c-80eb-94c5e7d1d74a None None] Pushing event updated for resources: {'Port': ['ID=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:14.255765 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:14.256654 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:14.351280 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.388821 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:14.417199 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 081bd2f4-8c4f-4634-b299-099aafdcb1bd up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:14.452768 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257dfb0-daae-4915-9b07-5452e487b32d req-58b0aeda-bc36-441f-a40e-63d956620e14 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:14.460491 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b257dfb0-daae-4915-9b07-5452e487b32d req-58b0aeda-bc36-441f-a40e-63d956620e14 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0784953 Aug 30 19:22:14.493549 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b570f79e-3ebe-47a7-b0af-15369f64b326 None None] Provisioning for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:14.500435 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 081bd2f4-8c4f-4634-b299-099aafdcb1bd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:14.501040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.511468 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b257dfb0-daae-4915-9b07-5452e487b32d req-3de7cf33-4e5b-440a-b555-c182722ac5ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502195 Aug 30 19:22:14.537685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b570f79e-3ebe-47a7-b0af-15369f64b326 None None] Provisioning complete for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:14.538055 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b570f79e-3ebe-47a7-b0af-15369f64b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.582254 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b570f79e-3ebe-47a7-b0af-15369f64b326 None None] Port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:14.593213 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:12Z', 'revision_number': 3, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:14.621304 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.627316 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.627475 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b1592-b2cd-4512-9b8b-7f3d84214373 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:12Z', 'revision_number': 3, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:14.628178 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:14.982565 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:14.986363 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff25d8d7-cb04-4434-914d-fdd2bb8ddc54 req-5013a933-f980-4724-8e50-f48c934e0a37 tempest-VolumesActionsTest-1315505564 tempest-VolumesActionsTest-1315505564-project] 10.222.0.74 "GET /v2.0/ports?device_id=edb6a96b-928f-4543-ab71-6705b46c5b40 HTTP/1.1" status: 200 len: 210 time: 0.0401599 Aug 30 19:22:15.033447 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:15.034959 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:15.087760 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2ad1047f-5913-4fda-82f9-776fb40c5d81 req-8d50b778-d36c-4ca2-b01a-83b3f0616548 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.0317404 Aug 30 19:22:15.142107 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:15.174130 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:22:15.320220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:15.328670 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-167b27b9-45a1-4a2b-8c4f-877ca205463e None None] Provisioning complete for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:15.329079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-167b27b9-45a1-4a2b-8c4f-877ca205463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:15.330227 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-43d84eb5-ac9f-4051-b91c-64fa9012b6c4 admin admin] 10.222.0.74 "PUT /v2.0/routers/e1d3648c-3714-407a-899c-59c924dd2768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388324 Aug 30 19:22:15.372853 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-167b27b9-45a1-4a2b-8c4f-877ca205463e None None] Port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:15.645955 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac757c1-159d-4f9e-98cc-06f6a1b9ef75 req-ab7f1c72-98af-458c-889a-095bebe8a7a9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:15.650559 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9ac757c1-159d-4f9e-98cc-06f6a1b9ef75 req-ab7f1c72-98af-458c-889a-095bebe8a7a9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0588667 Aug 30 19:22:15.690610 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9ac757c1-159d-4f9e-98cc-06f6a1b9ef75 req-bdd1f6ca-3499-4016-ae67-49d398483289 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363698 Aug 30 19:22:15.868603 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:15.873735 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1154302249-network', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:15.895634 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Made reservation on behalf of af4d7466eddc462187672f9bb4b859a7 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:15.898264 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:15.907262 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.024673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.029969 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.055737 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4c60788e-aa70-422b-badd-9b0542545849 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:22:16.077969 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] vlan segment allocate from pool success with {'vlan_id': 1233, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:22:16.092035 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d3656-3d9b-4221-a2e6-2085aa33a416,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:16.128450 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 4c60788e-aa70-422b-badd-9b0542545849 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:22:16.128981 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4c60788e-aa70-422b-badd-9b0542545849 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:22:16.163787 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.164128 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Added segment a0567588-09cb-49d1-abc0-3366aa4b554e of type vlan for network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 Aug 30 19:22:16.267366 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-98140f5b-47cd-46dd-ada1-07bfe5a11ca4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:16.269090 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-98140f5b-47cd-46dd-ada1-07bfe5a11ca4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/networks?id=c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 200 len: 815 time: 0.2156126 Aug 30 19:22:16.310509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Request body: {'port': {'device_id': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'admin_state_up': True, 'tenant_id': '38260e1d5bbf4517acf41902cc6b76b4'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:16.316793 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68b8668f-ad33-42a7-9c5f-7d43bdcdbc0d req-921c0b62-c8e8-4ffa-b2f3-df5a20194a90 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.1193464 Aug 30 19:22:16.382263 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.475880 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.477219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:16.478029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.488631 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:16.562308 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:16.566503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] Pushing event updated for resources: {'Network': ['ID=122bafe2-54dc-49d4-9b2a-962f4dc0d161,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:16.575099 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-dfc5d3b1-9041-4660-afc1-095491dc7544 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7048619 Aug 30 19:22:16.578330 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53502) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:16.583869 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Request body: {'subnet': {'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1154302249-subnet', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:16.595535 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:22:16.616595 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Made reservation on behalf of 38260e1d5bbf4517acf41902cc6b76b4 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:16.620464 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.659407 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:16.660024 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:16.669836 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Made reservation on behalf of af4d7466eddc462187672f9bb4b859a7 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:16.672343 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.733831 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:16.743092 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:16.743470 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:16.846473 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:16.929218 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Allocated IP 172.20.0.8 (c70abefa-51ce-428e-a146-6661f3d92b9e/80ccccbc-53cf-4c2c-ba3d-8869d6914ef4/4bd39a9e-3376-497a-9b46-5b9b410e82ca) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:16.940967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a3bc2-ded5-4eb1-8dc9-1c3d6ee5ecd1 req-174192dd-902d-45da-b7a3-4d212e9472ba tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:16.942561 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7c6a3bc2-ded5-4eb1-8dc9-1c3d6ee5ecd1 req-174192dd-902d-45da-b7a3-4d212e9472ba tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1152439 Aug 30 19:22:17.007555 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.031330 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7c6a3bc2-ded5-4eb1-8dc9-1c3d6ee5ecd1 req-79358bf8-cba3-453a-a6b7-a05ade146ceb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818355 Aug 30 19:22:17.086056 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:17.094127 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.134330 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.190769 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:17.216358 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 2, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:17.229700 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1796a75e-0746-497e-a5a1-583d12dd82d0,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:17.249561 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:17.249920 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Updating router e1d3648c-3714-407a-899c-59c924dd2768 port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:17.278901 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.294598 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Checking segment: {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:17.295014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Network hostable DHCP agents. Network: 122bafe2-54dc-49d4-9b2a-962f4dc0d161, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:22:17.399524 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:22:17.454181 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-837a0022-3b32-44e1-8b8a-bf9b871476c5 req-621f7c24-878d-4583-a839-abd9dce5124d tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.0476129 Aug 30 19:22:17.457368 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 122bafe2-54dc-49d4-9b2a-962f4dc0d161) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:17.470437 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:17.471325 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.484963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.496960 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b7840f-2276-4b71-9924-8748daa25a82 None None] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:17.500830 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-17f314c6-7baf-460a-a984-58a5011b2d05 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9212973 Aug 30 19:22:17.503722 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:17.508444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:17.541338 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.546590 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.547717 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.615062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Network c70abefa-51ce-428e-a146-6661f3d92b9e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:17.622134 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:17.626067 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:17.631553 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:17.632160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.649495 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3437254 Aug 30 19:22:17.650510 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d7a5d-5162-4a81-858c-4bc5a61cde68 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event updated for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:17.660743 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.769567 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'fixed_ips': [{'subnet_id': '1796a75e-0746-497e-a5a1-583d12dd82d0'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:22:17.770839 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.774314 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.797070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Transition to ACTIVE for port object 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:17.811374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:17.936240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec63324-9b6f-4968-981f-1d3fa00e1f74 None None] Pushing event updated for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:17.960035 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.033505 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Attempting to bind port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:18.034254 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Attempting to bind port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:18.034678 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Attempting to bind port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:18.041817 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Allocated IP 172.20.0.2 (122bafe2-54dc-49d4-9b2a-962f4dc0d161/1796a75e-0746-497e-a5a1-583d12dd82d0/59a024fb-6248-447d-aee0-bb089ab22a43) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:18.050159 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:18.050531 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:18.050868 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.051280 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Bound using segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:18.051842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Bound port: 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:18.052253 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.230504 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a110bb-a6d3-491b-b68b-7bd6e7149b07 req-6612c357-bc1f-41d2-b728-14f9bfdaa473 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:18.232583 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d1a110bb-a6d3-491b-b68b-7bd6e7149b07 req-6612c357-bc1f-41d2-b728-14f9bfdaa473 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0870297 Aug 30 19:22:18.235404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.257498 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.318839 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] For port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:18.323453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] For port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:18.331288 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d1a110bb-a6d3-491b-b68b-7bd6e7149b07 req-3efd86c6-3d3a-48c8-b971-c34f637d9b6a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763888 Aug 30 19:22:18.333929 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.401577 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Allocated IP 172.27.0.150 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/f517463e-77c0-441a-b7ed-b981af8875d4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:18.435076 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:18.487350 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:18.488028 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:18.541094 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec63324-9b6f-4968-981f-1d3fa00e1f74 None None] Pushing event updated for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:18.542414 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.553206 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.576935 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Transition to ACTIVE for port object 59a024fb-6248-447d-aee0-bb089ab22a43 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:18.639505 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Transition to ACTIVE for port object 59a024fb-6248-447d-aee0-bb089ab22a43 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:18.656309 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.656983 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.668158 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:18.668824 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:18.670586 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7641-7ccb-4c02-8481-7d5610e36019 req-67fb3229-ea3a-4251-9ec7-1e34866d1031 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:18.672453 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6baa7641-7ccb-4c02-8481-7d5610e36019 req-67fb3229-ea3a-4251-9ec7-1e34866d1031 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 931 time: 0.1196721 Aug 30 19:22:18.729239 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:18.732477 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:18.734022 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6baa7641-7ccb-4c02-8481-7d5610e36019 req-e6ba9412-644c-4a63-a5aa-56bd3fe613f0 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Aug 30 19:22:18.735650 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:18.760095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Pushing event updated for resources: {'Port': ['ID=f517463e-77c0-441a-b7ed-b981af8875d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:18.762136 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:18.773517 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:18.782559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:18.821555 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:18.830686 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Pushing event updated for resources: {'Port': ['ID=59a024fb-6248-447d-aee0-bb089ab22a43,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:18.986092 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Attempting to bind port 59a024fb-6248-447d-aee0-bb089ab22a43 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:18.986464 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Attempting to bind port 59a024fb-6248-447d-aee0-bb089ab22a43 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:18.986834 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Attempting to bind port 59a024fb-6248-447d-aee0-bb089ab22a43 on network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:19.002169 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:19.002550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Checking segment: {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:19.002958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.003112 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.003581 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Bound using segment: {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:19.003819 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Bound port: 59a024fb-6248-447d-aee0-bb089ab22a43, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:19.004209 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.122205 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] For port 59a024fb-6248-447d-aee0-bb089ab22a43, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:19.125608 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] For port 59a024fb-6248-447d-aee0-bb089ab22a43, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=59a024fb-6248-447d-aee0-bb089ab22a43,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:19.133665 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.200493 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:19.206212 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a24924-3482-49a6-819a-5002e2d5bb6f None None] Pushing event updated for resources: {'Port': ['ID=59a024fb-6248-447d-aee0-bb089ab22a43,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:19.206655 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.235083 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1a845-6c43-4537-a89a-0c0b3bc5a762 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:19.369755 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Router c38e7387-7fe9-4e59-9aa6-d398ea811212 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:22:19.579720 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:19.589648 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Sync routers for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:19.601293 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:19.602894 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:19.606424 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d7db4-2db3-49b2-a78d-19778efb60e7 req-a0c00b54-a695-405f-ace3-2703abdeba2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:19.608050 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-014d7db4-2db3-49b2-a78d-19778efb60e7 req-a0c00b54-a695-405f-ace3-2703abdeba2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0854015 Aug 30 19:22:19.609272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:19.610669 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7d303403-2f0b-486f-a0e4-6ef975d445bd admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1056869 Aug 30 19:22:19.613225 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:19.721237 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:19.910845 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c3afe-7559-4a30-87bb-48e940fe98c7 req-e6c5796f-07cc-4804-ba0d-03d906e86d01 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:19.913119 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b8c3afe-7559-4a30-87bb-48e940fe98c7 req-e6c5796f-07cc-4804-ba0d-03d906e86d01 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 931 time: 0.0864935 Aug 30 19:22:19.935821 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-014d7db4-2db3-49b2-a78d-19778efb60e7 req-b37cb471-1d47-4e13-a7c7-ecb1530b7d1e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177376 Aug 30 19:22:19.980735 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 3, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:20.010016 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b8c3afe-7559-4a30-87bb-48e940fe98c7 req-4d911e7b-01d5-4690-9007-88fef4c1ac9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804536 Aug 30 19:22:20.031353 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Checking router: c38e7387-7fe9-4e59-9aa6-d398ea811212 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:20.031987 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Updating router c38e7387-7fe9-4e59-9aa6-d398ea811212 port f517463e-77c0-441a-b7ed-b981af8875d4 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:20.060889 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.364669 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.387992 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bfa03-d569-4256-9635-de2178bb2b7b None None] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:20.396753 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.418979 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Transition to ACTIVE for port object f517463e-77c0-441a-b7ed-b981af8875d4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:20.428510 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.466033 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Request body: {'port': {'device_id': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:20.492149 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da', '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', '6f285966-2fc3-4a78-bea3-2ed979fc4a16'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:20.498709 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4d26-d2e5-445f-ab47-2fd7777d0f01 None None] Pushing event updated for resources: {'Port': ['ID=f517463e-77c0-441a-b7ed-b981af8875d4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:20.532870 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Attempting to bind port f517463e-77c0-441a-b7ed-b981af8875d4 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:20.533509 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Attempting to bind port f517463e-77c0-441a-b7ed-b981af8875d4 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:20.534126 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Attempting to bind port f517463e-77c0-441a-b7ed-b981af8875d4 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:20.571786 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:20.573818 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:20.575864 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.579272 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:20.580049 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Bound port: f517463e-77c0-441a-b7ed-b981af8875d4, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:20.580701 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.613281 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.630663 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:20.700617 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d96a8917-39ed-4e78-a117-dfbee28e76f3 None None] Provisioning for port 59a024fb-6248-447d-aee0-bb089ab22a43 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:20.702577 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] For port f517463e-77c0-441a-b7ed-b981af8875d4, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:20.707586 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] For port f517463e-77c0-441a-b7ed-b981af8875d4, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=f517463e-77c0-441a-b7ed-b981af8875d4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:20.724916 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.792409 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Allocated IP 172.20.0.1 (122bafe2-54dc-49d4-9b2a-962f4dc0d161/1796a75e-0746-497e-a5a1-583d12dd82d0/a46d4b07-f288-4e32-b87e-8811ede6bc1d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:20.835384 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4d26-d2e5-445f-ab47-2fd7777d0f01 None None] Pushing event updated for resources: {'Port': ['ID=f517463e-77c0-441a-b7ed-b981af8875d4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:20.863427 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:20.864865 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:20.879864 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:20.893357 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:20.893932 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:20.993319 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.028878 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Transition to ACTIVE for port object a46d4b07-f288-4e32-b87e-8811ede6bc1d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:21.107431 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.243053 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.246134 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:21.249812 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:21.270490 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd39a9e-3376-497a-9b46-5b9b410e82ca {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:22:21.288128 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:21.288696 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.307801 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84372e40-6c63-4e66-8bbf-624aca3e2a04 req-631df6c8-9c6d-43e0-b31a-7583e8a72717 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:21.308049 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:21.315273 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.317601 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 59a024fb-6248-447d-aee0-bb089ab22a43 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:21.319758 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-84372e40-6c63-4e66-8bbf-624aca3e2a04 req-631df6c8-9c6d-43e0-b31a-7583e8a72717 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 931 time: 0.1406789 Aug 30 19:22:21.350738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af393ba-3a62-4569-b032-d1bfb7a42a19 req-a5cc2df3-1a4a-4ad6-bf6d-cc4d8843bc63 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:21.352294 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0af393ba-3a62-4569-b032-d1bfb7a42a19 req-a5cc2df3-1a4a-4ad6-bf6d-cc4d8843bc63 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.2421463 Aug 30 19:22:21.371131 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:21.375204 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:21.399596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Transition to ACTIVE for port object 4bd39a9e-3376-497a-9b46-5b9b410e82ca will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:21.423912 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-84372e40-6c63-4e66-8bbf-624aca3e2a04 req-51729b63-e284-4c93-859e-d69f3fbc4222 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965068 Aug 30 19:22:21.425405 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.448626 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.494922 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:21.564654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 59a024fb-6248-447d-aee0-bb089ab22a43 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:21.579134 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 59a024fb-6248-447d-aee0-bb089ab22a43 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:21.579975 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.586697 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Attempting to bind port 4bd39a9e-3376-497a-9b46-5b9b410e82ca on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:21.587029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Attempting to bind port 4bd39a9e-3376-497a-9b46-5b9b410e82ca by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:21.587360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Attempting to bind port 4bd39a9e-3376-497a-9b46-5b9b410e82ca on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:21.595974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Port 4bd39a9e-3376-497a-9b46-5b9b410e82ca on network c70abefa-51ce-428e-a146-6661f3d92b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:22:21.596346 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Attempting to bind port 4bd39a9e-3376-497a-9b46-5b9b410e82ca on network c70abefa-51ce-428e-a146-6661f3d92b9e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:21.602590 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:21.603267 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Checking segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:21.603682 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Bound using segment: {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:21.604416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Bound port: 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aced0f3-84eb-41c1-b36e-2e26c2f6838b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:21.604546 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.607577 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:21.719536 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f725302d-f787-4b13-bf02-bc88e6cdd610 None None] Provisioning for port a46d4b07-f288-4e32-b87e-8811ede6bc1d completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:21.724736 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.733108 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0af393ba-3a62-4569-b032-d1bfb7a42a19 req-e6b219b3-716f-49f1-a596-89942ee02c37 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735583 Aug 30 19:22:21.759137 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:21.768824 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:21.770665 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.774557 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.775514 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f725302d-f787-4b13-bf02-bc88e6cdd610 None None] Provisioning complete for port a46d4b07-f288-4e32-b87e-8811ede6bc1d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:21.775861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f725302d-f787-4b13-bf02-bc88e6cdd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.779399 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 3, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:21.819490 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38976fc-d228-494a-a757-2d8bb9a5e986 None None] The sync data for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi is: [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:18Z', 'revision_number': 3, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:21.832847 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:21.833629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:21.835979 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-5138f480-9887-492e-8850-56d8853fc512 service neutron] 10.222.0.83 "PUT /v2.0/ports/4bd39a9e-3376-497a-9b46-5b9b410e82ca HTTP/1.1" status: 200 len: 1093 time: 1.3885384 Aug 30 19:22:21.836882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:21.839399 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:21.876724 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138f480-9887-492e-8850-56d8853fc512 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:21.893171 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f725302d-f787-4b13-bf02-bc88e6cdd610 None None] Port a46d4b07-f288-4e32-b87e-8811ede6bc1d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:21.931806 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 59a024fb-6248-447d-aee0-bb089ab22a43, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=59a024fb-6248-447d-aee0-bb089ab22a43,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:21.932775 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c58fa7-1ed2-4546-8e07-aecf3b33e95f x-openstack-request-id: req-c0c58fa7-1ed2-4546-8e07-aecf3b33e95f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:21.933062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:21.933308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0c58fa7-1ed2-4546-8e07-aecf3b33e95f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:21.934601 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca', 'status': 'completed', 'code': 200} Aug 30 19:22:21.951881 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.024652 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=59a024fb-6248-447d-aee0-bb089ab22a43,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:22.048051 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.052602 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.120950 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:22.124108 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.262707 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:22.264273 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:22.438384 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Router c38e7387-7fe9-4e59-9aa6-d398ea811212 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:22:22.546185 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c6dc-dd29-48a6-a0a4-4c184c003c15 req-e20bc484-de67-4e2d-88db-0e5dcd62d2ef tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:22.548981 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-62a7c6dc-dd29-48a6-a0a4-4c184c003c15 req-e20bc484-de67-4e2d-88db-0e5dcd62d2ef tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0690453 Aug 30 19:22:22.560419 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d1a97ae-8b62-4ac2-b515-6cf9fa6f9743 None None] Provisioning complete for port a46d4b07-f288-4e32-b87e-8811ede6bc1d triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:22.561634 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d1a97ae-8b62-4ac2-b515-6cf9fa6f9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.616135 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-62a7c6dc-dd29-48a6-a0a4-4c184c003c15 req-58fb30ae-a7d0-4375-8046-510193c85a50 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600677 Aug 30 19:22:22.622931 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:22.653774 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a97ae-8b62-4ac2-b515-6cf9fa6f9743 None None] Port a46d4b07-f288-4e32-b87e-8811ede6bc1d cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:22.685702 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:22.686235 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:22.822766 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ce10-37b3-41f1-b720-2976124f1ce1 req-6a7ddbc9-2739-4422-bd64-e949b352b1d6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:22.825261 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-aaa4ce10-37b3-41f1-b720-2976124f1ce1 req-6a7ddbc9-2739-4422-bd64-e949b352b1d6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.3147802 Aug 30 19:22:22.878077 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-aaa4ce10-37b3-41f1-b720-2976124f1ce1 req-45806a5e-80c8-4701-b065-e4739dacfeed tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454745 Aug 30 19:22:22.879251 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:22.881785 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436138-9949-43b7-ae68-c0adcfcc376a req-128e3f49-54a0-4cbe-94e1-1373ec7e42a1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:22.885993 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-acf15ead-a7b9-4d64-882a-cf2a631552a3 admin admin] 10.222.0.74 "PUT /v2.0/routers/c38e7387-7fe9-4e59-9aa6-d398ea811212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2716687 Aug 30 19:22:22.890111 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-95436138-9949-43b7-ae68-c0adcfcc376a req-128e3f49-54a0-4cbe-94e1-1373ec7e42a1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0655625 Aug 30 19:22:22.929368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 59a024fb-6248-447d-aee0-bb089ab22a43 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:22.942978 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-95436138-9949-43b7-ae68-c0adcfcc376a req-144aeae1-fcb0-49f2-b0b6-81edc3f7b77c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452673 Aug 30 19:22:22.993404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 59a024fb-6248-447d-aee0-bb089ab22a43 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:22.993951 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.085651 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device f517463e-77c0-441a-b7ed-b981af8875d4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:23.135456 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port f517463e-77c0-441a-b7ed-b981af8875d4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:23.139638 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port f517463e-77c0-441a-b7ed-b981af8875d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:23.140098 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.219644 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.244590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port f517463e-77c0-441a-b7ed-b981af8875d4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=f517463e-77c0-441a-b7ed-b981af8875d4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:23.250795 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.316030 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=f517463e-77c0-441a-b7ed-b981af8875d4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:23.360967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:23.365748 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289357014', 'description': 'tempest-secgroup-smoke-1289357014 description', 'project_id': 'c0b265d51b5a480c940de019e220e9e9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:23.388404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.483086 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.486763 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.517246 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.521197 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1564028 Aug 30 19:22:23.521598 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:23.522702 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b37aad-e861-47b9-92a8-931c1c1cbae5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada83453-0045-4490-a331-9788a7085e92,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:23.526592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:23.555371 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.607080 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.610617 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.627252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec513554-f46d-4fdb-8799-160d07e1329f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:23.634486 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.635721 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-45f91a60-daef-4f87-b630-338c7f918779 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129041 Aug 30 19:22:23.639248 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53678) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:23.644737 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:23.674065 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.727452 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Sync routers for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:23.737588 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:23.738201 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:23.766244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.772122 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.784018 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89a59-ac99-440c-88cd-c66da81ce7eb req-1227da6d-3a17-4fdd-86a7-01f8e631fdc4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:23.785496 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-89f89a59-ac99-440c-88cd-c66da81ce7eb req-1227da6d-3a17-4fdd-86a7-01f8e631fdc4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0856771 Aug 30 19:22:23.814313 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1321afaa-c13b-4448-94f6-f0c1737d06f3,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:23.827201 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.828793 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cb1a0c5d-c0ec-4a20-a98d-895d3cc65d6e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880710 Aug 30 19:22:23.831474 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53686) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:23.835705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:23.853965 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:23.864879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-89f89a59-ac99-440c-88cd-c66da81ce7eb req-d3d11903-411d-455e-b9a1-3f7e7e071a53 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Aug 30 19:22:23.883701 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.930493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.937641 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.956939 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b7588f-4585-4b7a-9319-6875a399ec61,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:23.964560 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:23.968973 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-55df8556-c741-4e3d-885f-ae4ca270170c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341760 Aug 30 19:22:23.969328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:23.978286 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:24.050810 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.069904 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45170-e05e-4ae3-98b5-dbb1001e1794 req-f863d7bd-f9b7-4f0e-9788-264206d51948 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.071420 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-79c45170-e05e-4ae3-98b5-dbb1001e1794 req-f863d7bd-f9b7-4f0e-9788-264206d51948 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.0817246 Aug 30 19:22:24.092855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b850972-07e4-43fc-8885-c35b3c397009 req-a06db7c8-083d-4972-a970-852b0493657e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.095339 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b850972-07e4-43fc-8885-c35b3c397009 req-a06db7c8-083d-4972-a970-852b0493657e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0627549 Aug 30 19:22:24.101710 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 4, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'a46d4b07-f288-4e32-b87e-8811ede6bc1d', 'name': '', 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'mac_address': 'fa:16:3e:35:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:20Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 2, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'subnets': [{'id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:24.145909 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-79c45170-e05e-4ae3-98b5-dbb1001e1794 req-87dc1746-d2a2-48e1-a219-0617c2cc8d8f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639291 Aug 30 19:22:24.152916 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Checking router: c38e7387-7fe9-4e59-9aa6-d398ea811212 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:24.154391 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Updating router c38e7387-7fe9-4e59-9aa6-d398ea811212 port a46d4b07-f288-4e32-b87e-8811ede6bc1d binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:24.175980 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b850972-07e4-43fc-8885-c35b3c397009 req-4c26ebd1-cf4d-4d65-8b5e-5b242d347b91 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739946 Aug 30 19:22:24.185127 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.190490 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.202611 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.207551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2461186-9044-4dea-8a94-17c8f30deb3d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:24.223217 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.224649 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-0299b310-6a0c-4fb4-93df-96b62f2a82e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2541654 Aug 30 19:22:24.227393 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:24.232610 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:24.235390 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-58472d67-a3a9-4dee-8a0f-9d151b4223b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.237078 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-58472d67-a3a9-4dee-8a0f-9d151b4223b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 1096 time: 0.0784309 Aug 30 19:22:24.253334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-a93450f5-9989-4f23-8f14-5fb5122bbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.255472 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-a93450f5-9989-4f23-8f14-5fb5122bbbbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.0523865 Aug 30 19:22:24.257908 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Project c0b265d51b5a480c940de019e220e9e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:24.264776 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.332601 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.337440 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.357952 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8ff02f-33fc-488f-a28a-bde95e01886e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:24.374181 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.375786 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9ab8429d-60cb-4dfa-91f5-52b804cd06cd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473079 Aug 30 19:22:24.390195 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:24.399049 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'security_group_rule': {'security_group_id': 'ada83453-0045-4490-a331-9788a7085e92', 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:24.427170 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Project c0b265d51b5a480c940de019e220e9e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:24.434825 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.439922 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device f517463e-77c0-441a-b7ed-b981af8875d4 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:24.444975 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-3036821a-d3ac-4200-aaa6-3896e5e2bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.446485 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-3036821a-d3ac-4200-aaa6-3896e5e2bd59 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1880612 Aug 30 19:22:24.511883 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.517856 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.523356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-47164809-bd89-4d30-8d78-c7937d73480b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.524828 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-47164809-bd89-4d30-8d78-c7937d73480b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.2553365 Aug 30 19:22:24.530286 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port f517463e-77c0-441a-b7ed-b981af8875d4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:24.530670 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.537690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e9da1e-c159-4514-8f0f-2cb9a27cbb8d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:24.550256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.551769 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b16f3729-1ce2-40e1-92ac-122f3be8b1b8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573353 Aug 30 19:22:24.589024 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-77531896-c90d-4e3e-bdd6-db41401cef6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0518422 Aug 30 19:22:24.641617 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.652483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-0ad3715f-db03-4964-8ba5-b53b58b9ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.654672 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9524e8bf-f228-48e7-b9b1-cf8afa4b0460 req-0ad3715f-db03-4964-8ba5-b53b58b9ddcb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1946146 Aug 30 19:22:24.666125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-2ecd5a24-5862-42b2-a375-631fb8befc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.668134 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-2ecd5a24-5862-42b2-a375-631fb8befc2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.0677333 Aug 30 19:22:24.681328 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Transition to ACTIVE for port object a46d4b07-f288-4e32-b87e-8811ede6bc1d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:24.695678 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.723761 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-e57b0b55-7cd4-4f98-b303-bffbe618159b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310159 Aug 30 19:22:24.762196 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69006dd-baac-466d-8da7-daf599c358d3 None None] Pushing event updated for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:24.821772 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Attempting to bind port a46d4b07-f288-4e32-b87e-8811ede6bc1d on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:24.822145 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Attempting to bind port a46d4b07-f288-4e32-b87e-8811ede6bc1d by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:24.822504 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Attempting to bind port a46d4b07-f288-4e32-b87e-8811ede6bc1d on network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:24.829318 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:24.829736 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Checking segment: {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:24.830336 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.830974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Bound using segment: {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:24.831563 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Bound port: a46d4b07-f288-4e32-b87e-8811ede6bc1d, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0567588-09cb-49d1-abc0-3366aa4b554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1233, 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:24.832078 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.848471 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-b9b1975d-d42f-4dfe-aa0b-8b46a9a28367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:24.852094 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-b9b1975d-d42f-4dfe-aa0b-8b46a9a28367 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 1096 time: 0.1310062 Aug 30 19:22:24.925428 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] For port a46d4b07-f288-4e32-b87e-8811ede6bc1d, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:24.929621 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] For port a46d4b07-f288-4e32-b87e-8811ede6bc1d, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a46d4b07-f288-4e32-b87e-8811ede6bc1d,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:24.944040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:24.972209 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-49b6c416-f14e-4f4a-9fb0-2c1356d125fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca HTTP/1.1" status: 200 len: 217 time: 0.0963414 Aug 30 19:22:24.976519 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-cfab2060-736f-405f-8343-822c90617499 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253981 Aug 30 19:22:25.007464 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:25.008111 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:25.042668 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357b0cd-5160-43f7-9f63-c08460072d04 req-eb5bb578-4b5f-4154-8a47-06272d5271d5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:25.057454 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5357b0cd-5160-43f7-9f63-c08460072d04 req-eb5bb578-4b5f-4154-8a47-06272d5271d5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0856187 Aug 30 19:22:25.074621 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69006dd-baac-466d-8da7-daf599c358d3 None None] Pushing event updated for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:25.107950 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5357b0cd-5160-43f7-9f63-c08460072d04 req-89592fd9-a943-4b08-a4e4-055d733a55b0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471482 Aug 30 19:22:25.169128 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:25.172375 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-1ea0315f-5350-4662-98fa-47cd174b6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:25.173883 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-1ea0315f-5350-4662-98fa-47cd174b6a7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 200 len: 855 time: 0.1825392 Aug 30 19:22:25.235230 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-e4198db4-db6a-4609-9e2a-6009cbc841b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c70abefa-51ce-428e-a146-6661f3d92b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488226 Aug 30 19:22:25.323460 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-164847c6-aa7e-447d-ba7b-f265d8ec2e8b req-d1a4c5af-319c-4dec-9d3b-50017d3ee355 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249385 Aug 30 19:22:25.419144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06b1ee-69a1-437a-b406-7809f97cfa36 req-e9706eae-f2f8-4908-a59a-38cd35dea417 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:25.420828 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f06b1ee-69a1-437a-b406-7809f97cfa36 req-e9706eae-f2f8-4908-a59a-38cd35dea417 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.0963030 Aug 30 19:22:25.423299 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc67987-ab5f-4403-8a5f-a3be1f41798e req-225ddf79-fa45-4ca2-ac73-b57dceb13129 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:25.427050 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-1a530db3-6ed5-4a6d-af87-4d40e3588442 service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801250 Aug 30 19:22:25.437854 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fcc67987-ab5f-4403-8a5f-a3be1f41798e req-225ddf79-fa45-4ca2-ac73-b57dceb13129 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1098604 Aug 30 19:22:25.489823 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fcc67987-ab5f-4403-8a5f-a3be1f41798e req-ae80c4ce-9c92-4426-aa14-3f3d7b73f3de tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Aug 30 19:22:25.520359 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5f06b1ee-69a1-437a-b406-7809f97cfa36 req-31a2aaa2-2fc9-4e5f-9708-13bfe451106b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Aug 30 19:22:25.533612 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 4, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'a46d4b07-f288-4e32-b87e-8811ede6bc1d', 'name': '', 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'mac_address': 'fa:16:3e:35:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:20Z', 'updated_at': '2021-08-30T19:22:24Z', 'revision_number': 4, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'subnets': [{'id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:25.564413 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6f528898-81f9-4a4f-9d2a-2ce9ee474176 req-7ef7ce8c-f239-4ee0-bd30-82458a746e1b service neutron] 10.222.0.83 "GET /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271174 Aug 30 19:22:25.564841 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd381bd-426a-4c6e-b183-efa91ee2a0c1 None None] The sync data for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi is: [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 4, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'a46d4b07-f288-4e32-b87e-8811ede6bc1d', 'name': '', 'network_id': '122bafe2-54dc-49d4-9b2a-962f4dc0d161', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'mac_address': 'fa:16:3e:35:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:20Z', 'updated_at': '2021-08-30T19:22:24Z', 'revision_number': 4, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'subnets': [{'id': '1796a75e-0746-497e-a5a1-583d12dd82d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:26.290861 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00d10-b96c-4599-9724-39e9f44a84b4 req-57b2017c-49eb-42a4-87ba-df020f84e6eb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:26.293725 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-56f00d10-b96c-4599-9724-39e9f44a84b4 req-57b2017c-49eb-42a4-87ba-df020f84e6eb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0705838 Aug 30 19:22:26.404292 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-56f00d10-b96c-4599-9724-39e9f44a84b4 req-881d750e-2dfc-4874-8126-2cb8dd745ea0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002891 Aug 30 19:22:26.526635 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a46d4b07-f288-4e32-b87e-8811ede6bc1d up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:26.658871 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port a46d4b07-f288-4e32-b87e-8811ede6bc1d completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:26.664390 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a46d4b07-f288-4e32-b87e-8811ede6bc1d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:26.664768 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:26.784868 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d436e30-4a6f-4680-bc7e-76f75ece5d46 req-ac8477ef-37b4-439a-91d2-eb81289c1253 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:26.789873 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4d436e30-4a6f-4680-bc7e-76f75ece5d46 req-ac8477ef-37b4-439a-91d2-eb81289c1253 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1492033 Aug 30 19:22:26.841720 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4d436e30-4a6f-4680-bc7e-76f75ece5d46 req-00a738a1-32fb-4a08-b928-8347784a8629 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Aug 30 19:22:26.867288 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21775d0-6db8-49f0-b2c5-f5d304c1a1e6 req-2985bab9-d3a3-4999-b184-32bcf1e15a52 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:26.867288 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f21775d0-6db8-49f0-b2c5-f5d304c1a1e6 req-2985bab9-d3a3-4999-b184-32bcf1e15a52 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.1578052 Aug 30 19:22:26.885518 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:26.907716 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f21775d0-6db8-49f0-b2c5-f5d304c1a1e6 req-96fc4094-a021-4ea0-9dd6-b65922f3ac33 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Aug 30 19:22:26.939914 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port a46d4b07-f288-4e32-b87e-8811ede6bc1d, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a46d4b07-f288-4e32-b87e-8811ede6bc1d,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:26.939914 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:27.001319 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:27.518418 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7a711-9d35-441e-8ecf-4dea1535e8b9 req-93d2bdc0-e2ca-4210-aa92-8375d922bbae tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:27.519934 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6bc7a711-9d35-441e-8ecf-4dea1535e8b9 req-93d2bdc0-e2ca-4210-aa92-8375d922bbae tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0517519 Aug 30 19:22:27.559534 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6bc7a711-9d35-441e-8ecf-4dea1535e8b9 req-8ed6d3b8-cf63-4b89-9b75-ba146c340457 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Aug 30 19:22:28.071768 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4dad3-730a-4a14-91ab-484ed5f06827 req-5aefbd28-15b1-4f16-b335-1c0411b49f6d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:28.079523 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ced4dad3-730a-4a14-91ab-484ed5f06827 req-5aefbd28-15b1-4f16-b335-1c0411b49f6d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1215177 Aug 30 19:22:28.129881 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:22:28.131915 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9ef4a-0a80-4cef-b7a1-1226a8596412 req-90155fd2-7fab-40d2-86b6-7cbea324686e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:28.140143 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f8e9ef4a-0a80-4cef-b7a1-1226a8596412 req-90155fd2-7fab-40d2-86b6-7cbea324686e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.1000936 Aug 30 19:22:28.149084 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ced4dad3-730a-4a14-91ab-484ed5f06827 req-f64c47b6-3154-4fe4-97d4-91dc31c677ac tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563533 Aug 30 19:22:28.188544 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f8e9ef4a-0a80-4cef-b7a1-1226a8596412 req-325fd897-f708-401b-b845-460e307788f8 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473077 Aug 30 19:22:28.260681 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53862) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:28.276213 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:28.290021 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:22:28.331501 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.345922 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:22:28.367147 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:28.371658 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.381842 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05587174-e01f-43fc-b0e2-c10d302a6c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.417708 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a46d4b07-f288-4e32-b87e-8811ede6bc1d up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:28.478598 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:28.488311 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05587174-e01f-43fc-b0e2-c10d302a6c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.493562 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05587174-e01f-43fc-b0e2-c10d302a6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.502124 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port a46d4b07-f288-4e32-b87e-8811ede6bc1d triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:28.502511 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.550405 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-05587174-e01f-43fc-b0e2-c10d302a6c02 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0db0cdebb34041c2aec06fdfe63b2d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877984 Aug 30 19:22:28.551664 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05587174-e01f-43fc-b0e2-c10d302a6c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332aca65-5945-478e-813b-edd9ba1db000,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:28.553201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:28.700312 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6ad8e5fe-ba43-40ee-96bd-8f26f3858655'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:28.758550 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.783895 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.841118 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e0a0-ab1c-43a4-809d-b422bd93cfb7 req-44437539-694a-4a69-bed1-8dba9854a54f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:28.842849 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a555e0a0-ab1c-43a4-809d-b422bd93cfb7 req-44437539-694a-4a69-bed1-8dba9854a54f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1478071 Aug 30 19:22:28.867424 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.871201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:28.873995 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/332aca65-5945-478e-813b-edd9ba1db000 HTTP/1.1" status: 204 len: 168 time: 0.3196392 Aug 30 19:22:28.897002 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc833e-676f-4699-99fd-ad336968e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332aca65-5945-478e-813b-edd9ba1db000,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:28.959518 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a555e0a0-ab1c-43a4-809d-b422bd93cfb7 req-f862d254-530d-4636-a9f6-c8a5ff4e82ee tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Aug 30 19:22:29.363765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf256d-f15b-42dc-97c5-683826278a75 req-443250a2-183d-46e5-ae86-bf41789479a0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:29.366266 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0cdf256d-f15b-42dc-97c5-683826278a75 req-443250a2-183d-46e5-ae86-bf41789479a0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 944 time: 0.0956535 Aug 30 19:22:29.406033 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215df1-6140-4cc3-89c3-124bddef65e5 req-27818f56-38ea-4e07-8a99-1d16c80ff988 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:29.419064 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-42215df1-6140-4cc3-89c3-124bddef65e5 req-27818f56-38ea-4e07-8a99-1d16c80ff988 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 943 time: 0.1349101 Aug 30 19:22:29.474949 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0cdf256d-f15b-42dc-97c5-683826278a75 req-2e157bb5-58f6-4d55-8a0b-954729c39f91 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896611 Aug 30 19:22:29.508986 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-42215df1-6140-4cc3-89c3-124bddef65e5 req-500ab1bb-e4f6-4f5b-aec3-fe39002f245f tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871029 Aug 30 19:22:29.610339 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:29.819147 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-111e521b-7e83-4ca3-9fd5-a12f9dd5597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:29.937745 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-111e521b-7e83-4ca3-9fd5-a12f9dd5597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:29.942827 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-111e521b-7e83-4ca3-9fd5-a12f9dd5597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:29.984013 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-111e521b-7e83-4ca3-9fd5-a12f9dd5597b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1574927ed56b4d34b9084b59e924d539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721452 Aug 30 19:22:29.985125 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e521b-7e83-4ca3-9fd5-a12f9dd5597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888c861d-c319-4f6a-b631-99d7956eafc5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:29.986859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53924) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:30.057275 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.091104 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.101863 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:30.128501 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4bd39a9e-3376-497a-9b46-5b9b410e82ca details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:22:30.163823 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:30.244317 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627656343-network', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:30.275744 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:30.276125 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.281425 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Made reservation on behalf of eaff598d3404442ab48275378b87d4c7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:30.286796 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.298253 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.312999 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:30.334413 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '4bd39a9e-3376-497a-9b46-5b9b410e82ca', 'network_id': 'c70abefa-51ce-428e-a146-6661f3d92b9e', 'port_id': '4bd39a9e-3376-497a-9b46-5b9b410e82ca', 'mac_address': 'fa:16:3e:ca:e3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ccccbc-53cf-4c2c-ba3d-8869d6914ef4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:22:30.411305 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.444964 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.461849 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:30.464995 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707fb498-9d05-4321-af24-f23f5b7db4fd" -d '{"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:30.472665 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd39a9e-3376-497a-9b46-5b9b410e82ca {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:22:30.487743 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:30.500346 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.502097 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.508125 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.531589 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:22:30.547329 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.547859 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Added segment 5d2e59ca-6cfd-440a-b06c-b2bced49f1e5 of type vlan for network 5ea83cae-0a1f-4ab2-90af-7dd840462153 Aug 30 19:22:30.566794 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cadcee2-d201-4a6f-9f7f-05f3e3beaa61 x-openstack-request-id: req-7cadcee2-d201-4a6f-9f7f-05f3e3beaa61 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:30.567432 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:30.567858 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7cadcee2-d201-4a6f-9f7f-05f3e3beaa61 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:30.568416 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'code': 200} Aug 30 19:22:30.570829 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:30.576231 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:30.587188 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.642295 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.647942 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.649952 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.650448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:30.658148 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/888c861d-c319-4f6a-b631-99d7956eafc5 HTTP/1.1" status: 204 len: 168 time: 0.6702025 Aug 30 19:22:30.685684 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837806-06dc-4b5b-8d03-f3435844c93b req-ba54f014-db4a-4272-9a19-dbe7c9257836 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:30.697502 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68837806-06dc-4b5b-8d03-f3435844c93b req-ba54f014-db4a-4272-9a19-dbe7c9257836 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.6193867 Aug 30 19:22:30.709441 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.710857 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:30.711503 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:30.742965 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25634ed-b73f-40ad-a43d-d0c478f02ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c861d-c319-4f6a-b631-99d7956eafc5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:30.784186 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-68837806-06dc-4b5b-8d03-f3435844c93b req-3165c1e5-b497-48d6-98d1-1212d74a8474 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756762 Aug 30 19:22:30.856801 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea83cae-0a1f-4ab2-90af-7dd840462153,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:30.872718 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:22:30.918761 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8086786 Aug 30 19:22:30.918761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:30.936809 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Request body: {'subnet': {'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627656343-subnet', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:30.984190 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3576b02-e598-4bbc-a1e1-d3ce14a0b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf18b5-ea1f-4dbe-a90e-55d7647e0430,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:30.984448 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b7cfd-d99a-4168-beb7-adb8a954d9d0 req-e4c5e54b-874e-468e-b8ba-90a26fbb834b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:30.985992 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1b7cfd-d99a-4168-beb7-adb8a954d9d0 req-e4c5e54b-874e-468e-b8ba-90a26fbb834b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 944 time: 0.0940311 Aug 30 19:22:31.041179 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Made reservation on behalf of eaff598d3404442ab48275378b87d4c7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:31.053115 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1b7cfd-d99a-4168-beb7-adb8a954d9d0 req-88799a4c-3832-4d63-ac67-273566381dcf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570059 Aug 30 19:22:31.054798 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.057310 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['4bd39a9e-3376-497a-9b46-5b9b410e82ca'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:31.141020 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a07440-6fc9-4ffd-ab62-7baf885e2e99 req-5c6984f1-05a0-4542-ab87-5b5f0bfd9947 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:31.142547 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a9a07440-6fc9-4ffd-ab62-7baf885e2e99 req-5c6984f1-05a0-4542-ab87-5b5f0bfd9947 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.3190780 Aug 30 19:22:31.206053 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a9a07440-6fc9-4ffd-ab62-7baf885e2e99 req-cbe5fe4a-dfb4-4d22-9833-1548751ee4dd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540783 Aug 30 19:22:31.313723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.378513 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:31.394422 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Checking segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:31.394787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Network hostable DHCP agents. Network: 5ea83cae-0a1f-4ab2-90af-7dd840462153, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:22:31.412964 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:22:31.422791 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 5ea83cae-0a1f-4ab2-90af-7dd840462153) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:31.428599 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:31.429248 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.431967 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b481d9a-c5c6-4e80-97ad-fdade3cd8393 None None] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:31.444315 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d40d1bb5-2b52-421c-9168-b340611c99b0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5244308 Aug 30 19:22:31.446870 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:31.451532 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:31.475061 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.476224 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.538975 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.603842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-5ea83cae-0a1f-4ab2-90af-7dd840462153', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:22:31.606250 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.701763 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.792049 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Allocated IP 172.20.0.2 (5ea83cae-0a1f-4ab2-90af-7dd840462153/88a8208c-2b4a-46bc-9fba-5ce8a799c4ca/5a93cd7d-e03c-48a1-a3c9-088951d9d598) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:31.940537 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dabf94-d54e-4f95-b007-d878325d6ea9 req-9678e546-f960-4dd5-ba5a-05e8320ee42b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:31.942060 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5dabf94-d54e-4f95-b007-d878325d6ea9 req-9678e546-f960-4dd5-ba5a-05e8320ee42b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0744834 Aug 30 19:22:31.972495 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:31.999673 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.029287 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5dabf94-d54e-4f95-b007-d878325d6ea9 req-c274ee57-29f1-45ca-a7fb-77f4fb8fdfb9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Aug 30 19:22:32.066542 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.079891 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Transition to ACTIVE for port object 5a93cd7d-e03c-48a1-a3c9-088951d9d598 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:32.103445 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Transition to ACTIVE for port object 5a93cd7d-e03c-48a1-a3c9-088951d9d598 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:32.111135 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.148362 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:32.151529 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:32.155097 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:32.195959 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Pushing event updated for resources: {'Port': ['ID=5a93cd7d-e03c-48a1-a3c9-088951d9d598,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:32.225810 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Attempting to bind port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:32.226177 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Attempting to bind port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:32.226533 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Attempting to bind port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 on network 5ea83cae-0a1f-4ab2-90af-7dd840462153 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:32.231919 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Allocated IP 172.27.0.60 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/faf52f0a-3a34-41a0-a795-555066a194c7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:32.232404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:32.232774 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Checking segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:32.233173 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.233668 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Bound using segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:32.234160 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Bound port: 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:32.234531 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.304503 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086199-3700-451d-a210-82861e42438b req-eecafa9a-6171-40b7-b508-7d8db6e42d96 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:32.307423 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1e086199-3700-451d-a210-82861e42438b req-eecafa9a-6171-40b7-b508-7d8db6e42d96 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 944 time: 0.1464765 Aug 30 19:22:32.312843 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] For port 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:32.316241 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] For port 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=5a93cd7d-e03c-48a1-a3c9-088951d9d598,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:32.322797 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.399832 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c5a38-0cb8-487a-9940-9d1af3cd64db None None] Pushing event updated for resources: {'Port': ['ID=5a93cd7d-e03c-48a1-a3c9-088951d9d598,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:32.448459 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1e086199-3700-451d-a210-82861e42438b req-59941a35-5701-4e1c-a99c-e0e583806e20 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200769 Aug 30 19:22:32.492411 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab2b3-7e9f-4125-8681-df92f7c2d99f req-543aa298-3248-4faf-9cdf-b4ab47f1a801 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:32.494161 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-afaab2b3-7e9f-4125-8681-df92f7c2d99f req-543aa298-3248-4faf-9cdf-b4ab47f1a801 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1460280 Aug 30 19:22:32.542521 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.580224 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-afaab2b3-7e9f-4125-8681-df92f7c2d99f req-3599e96a-f25a-4080-98e8-4a7024cf64e8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756052 Aug 30 19:22:32.617445 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:32.666027 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:32.679204 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:32.685525 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:32.726737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Pushing event updated for resources: {'Port': ['ID=faf52f0a-3a34-41a0-a795-555066a194c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:33.057549 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-338507c1-aa6b-42f8-8a8f-b263234d1cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:33.125885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:33.296125 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396eec-31b6-4221-9986-22d9d40a348a req-f62f2d0e-95cd-470d-b9ec-9d71c3b9ba08 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:33.308419 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-41396eec-31b6-4221-9986-22d9d40a348a req-f62f2d0e-95cd-470d-b9ec-9d71c3b9ba08 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1373646 Aug 30 19:22:33.546314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05bde0-19eb-48ce-b887-07da7a82de3c req-a54c6f8d-1ce6-4e1c-9d7c-86caa633a1fb tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:33.554709 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ee05bde0-19eb-48ce-b887-07da7a82de3c req-a54c6f8d-1ce6-4e1c-9d7c-86caa633a1fb tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0808322 Aug 30 19:22:33.600948 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ee05bde0-19eb-48ce-b887-07da7a82de3c req-6de88962-b72b-46c5-8c6e-0aaac658d2b2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Aug 30 19:22:33.634861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:33.718499 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-41396eec-31b6-4221-9986-22d9d40a348a req-e0536828-5df3-4f89-a113-39c3bd422125 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133122 Aug 30 19:22:33.761776 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:33.781487 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c909422-97ab-4222-a424-cab5d2a7e4cc None None] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:33.803341 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e546f-d770-4cad-80ec-c6b06a5d2fd9 req-14955908-a965-47ba-af33-cafadaf2c42b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:33.805215 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5b8e546f-d770-4cad-80ec-c6b06a5d2fd9 req-14955908-a965-47ba-af33-cafadaf2c42b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 944 time: 0.0976975 Aug 30 19:22:33.898763 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5b8e546f-d770-4cad-80ec-c6b06a5d2fd9 req-b54d3438-363f-42b2-ac73-2ec90691feee tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Aug 30 19:22:33.986034 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ae37cfd0-cc41-46f7-b778-8643b93a81ed None None] Provisioning for port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:33.995574 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3906930-d4b9-4d8c-815d-a4f552a0c180 req-00b2fa15-326b-4bd5-8806-776a2ea2cf52 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:34.000557 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3906930-d4b9-4d8c-815d-a4f552a0c180 req-00b2fa15-326b-4bd5-8806-776a2ea2cf52 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1355894 Aug 30 19:22:34.090046 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75088e7a-d69d-4c57-9383-ed4207017ab0 tempest-TestMinimumBasicScenario-1255745402 tempest-TestMinimumBasicScenario-1255745402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:34.095113 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-75088e7a-d69d-4c57-9383-ed4207017ab0 tempest-TestMinimumBasicScenario-1255745402 tempest-TestMinimumBasicScenario-1255745402-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1094 time: 0.4576378 Aug 30 19:22:34.095747 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 53984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:34.097888 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3906930-d4b9-4d8c-815d-a4f552a0c180 req-5794d395-76a5-42db-8f5d-65b107db81c8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765879 Aug 30 19:22:34.101654 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'port_id': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:34.112138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Router dc94a147-4791-44f1-8e50-66d1f586e284 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:22:34.134718 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4bd39a9e-3376-497a-9b46-5b9b410e82ca up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:34.144650 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.255936 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:34.267744 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Sync routers for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:34.281907 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:34.284697 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:34.288998 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 4bd39a9e-3376-497a-9b46-5b9b410e82ca completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:34.297514 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.299180 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b98cf790-5851-450a-8496-73fc50a43c6d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8512473 Aug 30 19:22:34.301759 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 53986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:34.303954 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 4bd39a9e-3376-497a-9b46-5b9b410e82ca triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:34.304332 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.336308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.543240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.549793 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 5a93cd7d-e03c-48a1-a3c9-088951d9d598 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:34.582906 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:34.616899 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:34.624453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:34.627368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8324ce2b-0623-445b-ab61-9bce37723eb2" -d '{"events": [{"server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "name": "network-vif-plugged", "status": "completed", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:34.646930 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Allocated IP 172.27.0.148 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/47f97604-8066-4b41-affb-ed7cf0e4b140) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:34.648867 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.826020 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb37bf0-2c87-4533-a80e-34e879433630 x-openstack-request-id: req-aeb37bf0-2c87-4533-a80e-34e879433630 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:34.829810 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "name": "network-vif-plugged", "status": "completed", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:34.830152 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aeb37bf0-2c87-4533-a80e-34e879433630 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:34.833321 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca', 'code': 200} Aug 30 19:22:34.837079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:34.882147 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.948157 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:34.963219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.969242 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:34.969664 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:34.988157 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b58e9-7d03-47c6-9214-dc07ba6d8805 req-ab2020d4-701a-4984-8fb2-e5f7995ecbd1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:34.990569 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6b4b58e9-7d03-47c6-9214-dc07ba6d8805 req-ab2020d4-701a-4984-8fb2-e5f7995ecbd1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0995033 Aug 30 19:22:35.047819 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'Port': ['ID=47f97604-8066-4b41-affb-ed7cf0e4b140,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:35.085971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.085971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.085971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.087519 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.088111 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.088560 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.089554 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.090259 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.090838 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.091642 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.092080 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.092514 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:35.105773 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:32Z', 'revision_number': 3, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:35.160577 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.175687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:35.186899 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Checking router: dc94a147-4791-44f1-8e50-66d1f586e284 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:35.187430 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Updating router dc94a147-4791-44f1-8e50-66d1f586e284 port faf52f0a-3a34-41a0-a795-555066a194c7 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:35.197496 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:35.206903 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:35.219243 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.251187 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=5a93cd7d-e03c-48a1-a3c9-088951d9d598,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:35.258187 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.259689 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6b4b58e9-7d03-47c6-9214-dc07ba6d8805 req-ba484829-a879-4e63-880d-0e142427c838 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065256 Aug 30 19:22:35.343555 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.376174 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=5a93cd7d-e03c-48a1-a3c9-088951d9d598,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:35.402753 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d323a-3ffb-4323-b7e8-abdcde56c657 req-35915b9e-ca5f-492d-8ae2-d38815639acc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:35.410018 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422d323a-3ffb-4323-b7e8-abdcde56c657 req-35915b9e-ca5f-492d-8ae2-d38815639acc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.3134196 Aug 30 19:22:35.432141 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b8ff5-cb9e-420f-b035-296032c20054 req-e0e72394-de67-475e-b97f-cbc5a7bc8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:35.434195 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc9b8ff5-cb9e-420f-b035-296032c20054 req-e0e72394-de67-475e-b97f-cbc5a7bc8840 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 1098 time: 0.4045386 Aug 30 19:22:35.517949 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc9b8ff5-cb9e-420f-b035-296032c20054 req-a662d691-3d1b-4b41-8d7f-0e3bcafc456b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Aug 30 19:22:35.521728 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0aa2b-52c6-49b1-8cf2-304bc5909a67 req-650aefc6-6f9f-400a-9d8a-980bf6f68c6b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:35.523450 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-97b0aa2b-52c6-49b1-8cf2-304bc5909a67 req-650aefc6-6f9f-400a-9d8a-980bf6f68c6b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1637373 Aug 30 19:22:35.535172 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-422d323a-3ffb-4323-b7e8-abdcde56c657 req-e5e73cf7-7624-46d4-a303-786a0d250656 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204169 Aug 30 19:22:35.644706 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-97b0aa2b-52c6-49b1-8cf2-304bc5909a67 req-8b5afd87-dd38-4729-b4ac-38277a302867 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807960 Aug 30 19:22:35.668413 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Allocated IP 172.20.0.1 (5ea83cae-0a1f-4ab2-90af-7dd840462153/88a8208c-2b4a-46bc-9fba-5ce8a799c4ca/4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:35.740206 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.765178 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Transition to ACTIVE for port object faf52f0a-3a34-41a0-a795-555066a194c7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:35.779891 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.797801 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84a3d430-f1fc-44b0-85ce-fe75466540d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.854239 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466501-1c88-487d-b827-5553ef49a7d0 None None] Pushing event updated for resources: {'Port': ['ID=faf52f0a-3a34-41a0-a795-555066a194c7,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:35.871344 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Attempting to bind port faf52f0a-3a34-41a0-a795-555066a194c7 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:35.871758 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Attempting to bind port faf52f0a-3a34-41a0-a795-555066a194c7 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:35.872329 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Attempting to bind port faf52f0a-3a34-41a0-a795-555066a194c7 on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:35.874176 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.878634 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:35.879127 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:35.879550 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.880231 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:35.880938 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Bound port: faf52f0a-3a34-41a0-a795-555066a194c7, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:35.881393 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.908649 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Transition to ACTIVE for port object 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:35.955413 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] For port faf52f0a-3a34-41a0-a795-555066a194c7, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:35.960634 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] For port faf52f0a-3a34-41a0-a795-555066a194c7, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=faf52f0a-3a34-41a0-a795-555066a194c7,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:35.966648 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.971162 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:35.999817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.039240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:36.046501 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:36.047170 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:36.048983 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466501-1c88-487d-b827-5553ef49a7d0 None None] Pushing event updated for resources: {'Port': ['ID=faf52f0a-3a34-41a0-a795-555066a194c7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:36.072807 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.074115 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.074672 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.075232 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.075783 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.076598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.077198 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.077787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.078361 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.078895 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.079450 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.079988 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:36.099363 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:36.104324 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:36.109551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:36.153754 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.159910 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.176871 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.224138 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:36.338124 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.487378 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 5a93cd7d-e03c-48a1-a3c9-088951d9d598 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:36.588079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d65e4b-1808-4ea0-a578-aef1ee732323 req-59acd7e8-45d0-4e81-972a-6129bcd8abef tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:36.590846 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7d65e4b-1808-4ea0-a578-aef1ee732323 req-59acd7e8-45d0-4e81-972a-6129bcd8abef tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1129568 Aug 30 19:22:36.614749 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65325155-ba0c-424b-9113-e696cac14226 None None] Provisioning for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:36.666011 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7d65e4b-1808-4ea0-a578-aef1ee732323 req-8bd6bb58-4f89-4584-b8d3-7bc8679fb8ad tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637174 Aug 30 19:22:36.670767 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:32Z', 'revision_number': 3, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:36.674936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.675259 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-65325155-ba0c-424b-9113-e696cac14226 None None] Provisioning complete for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:36.675685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65325155-ba0c-424b-9113-e696cac14226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.680163 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.733823 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99d7b8-19ea-4313-b733-9c8a21a7a4ff None None] The sync data for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi is: [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:32Z', 'revision_number': 3, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:36.741507 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.762205 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.775773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.779387 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:36.779781 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.802698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'Port': ['ID=47f97604-8066-4b41-affb-ed7cf0e4b140,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:36.829006 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-65325155-ba0c-424b-9113-e696cac14226 None None] Port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:36.877948 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:36.947826 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:36.952569 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Floating IP cf874f9b-1621-4891-a5d2-06b7ab3d6794 associated. External IP: 172.27.0.148, port: 6c5d98a0-5993-4e82-b893-798f2f5fcfc0. Aug 30 19:22:36.996371 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3af51-2c89-4fdb-b79c-44d3b2439268 req-44dfc529-70b2-4331-bd05-e04c331a52b3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:36.998556 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ff3af51-2c89-4fdb-b79c-44d3b2439268 req-44dfc529-70b2-4331-bd05-e04c331a52b3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1680813 Aug 30 19:22:37.017674 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:22:37.024569 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66ae1-9f59-4ed4-83f9-929115bd9d65 req-f4b8a87c-1ba9-4781-a8dd-e51fb189fcb6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:37.035696 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3f66ae1-9f59-4ed4-83f9-929115bd9d65 req-f4b8a87c-1ba9-4781-a8dd-e51fb189fcb6 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.3337083 Aug 30 19:22:37.049639 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:37.109058 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d3f66ae1-9f59-4ed4-83f9-929115bd9d65 req-ad80f477-4ff4-490b-b4a5-3d2364e3c644 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726449 Aug 30 19:22:37.174865 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ff3af51-2c89-4fdb-b79c-44d3b2439268 req-4f95852b-b7d0-483a-8c5e-d15aedf31649 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652908 Aug 30 19:22:37.238352 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:37.254252 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:37.402445 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Router f7c27be0-86b7-4027-8549-b4d067d5f6c9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:22:37.463248 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Router dc94a147-4791-44f1-8e50-66d1f586e284 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:22:37.660622 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:37.676471 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Sync routers for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:37.691637 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:37.693663 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:37.696607 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:37.699587 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:37.703956 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-764fb8ca-13f8-4608-8be4-73cadaa0c1d4 admin admin] 10.222.0.74 "PUT /v2.0/routers/dc94a147-4791-44f1-8e50-66d1f586e284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008732 Aug 30 19:22:37.755891 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d75cdf97-e0bc-410e-ade1-5ad2adb78654 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6562791 Aug 30 19:22:37.755891 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:37.756970 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:37.761070 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131eb77b-b40c-48cc-a873-712c3d784908" -d '{"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:37.763430 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-48787004', 'description': 'tempest-secgroup-smoke-48787004 description', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:37.856023 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:37.858479 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f4949d-28b8-4911-a60e-a3a5952cdd4c x-openstack-request-id: req-93f4949d-28b8-4911-a60e-a3a5952cdd4c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:37.858779 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:37.859030 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93f4949d-28b8-4911-a60e-a3a5952cdd4c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:37.859668 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:22:37.946911 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-dbdebeb9-aeb9-4c56-aef0-c48e46086530 None None] Provisioning complete for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:37.947281 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dbdebeb9-aeb9-4c56-aef0-c48e46086530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.008668 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb77b-b40c-48cc-a873-712c3d784908 req-c4a57201-60f9-4402-948e-1d51e2b57515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:38.013024 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-c4a57201-60f9-4402-948e-1d51e2b57515 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1099 time: 0.1085680 Aug 30 19:22:38.124290 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a442f8c-e9c7-4b1c-9ed7-c66e432fe98d req-edb9cb0d-7bc7-428c-8ce1-1bda3787a179 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:38.133256 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9a442f8c-e9c7-4b1c-9ed7-c66e432fe98d req-edb9cb0d-7bc7-428c-8ce1-1bda3787a179 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.3193719 Aug 30 19:22:38.138356 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.158445 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.214536 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.215787 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4570062 Aug 30 19:22:38.224388 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54020) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:38.231635 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:38.244204 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9a442f8c-e9c7-4b1c-9ed7-c66e432fe98d req-02c1d714-690c-4745-b983-192ad3736231 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098230 Aug 30 19:22:38.245530 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83e62e-23f8-49f3-8522-bd16d2c2e969 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869415be-14cd-4c56-b555-02662dd96166,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:38.314840 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb77b-b40c-48cc-a873-712c3d784908 req-44012626-e060-4274-a51b-a28720daca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:38.316334 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-44012626-e060-4274-a51b-a28720daca05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.2934105 Aug 30 19:22:38.352625 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.407431 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-dbdebeb9-aeb9-4c56-aef0-c48e46086530 None None] Port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:38.415000 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:38.543587 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bbfd4-e9db-43ce-b8c0-74d19159657c req-fea32cde-4158-463c-a547-b30036a06c2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:38.545316 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-911bbfd4-e9db-43ce-b8c0-74d19159657c req-fea32cde-4158-463c-a547-b30036a06c2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1653378 Aug 30 19:22:38.596899 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-911bbfd4-e9db-43ce-b8c0-74d19159657c req-c55e27c5-d26d-4709-8237-f1561f6f8af2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Aug 30 19:22:38.654324 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device faf52f0a-3a34-41a0-a795-555066a194c7 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:38.695301 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-f192bd85-dac4-4515-910e-59498d23b094 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 1000 time: 0.3648410 Aug 30 19:22:38.708084 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:38.712834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61d51-6eb0-4bc6-be4b-3c53052f6f27 req-3e7f22bc-7308-49c9-adf0-869aa4608657 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:38.722061 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4e61d51-6eb0-4bc6-be4b-3c53052f6f27 req-3e7f22bc-7308-49c9-adf0-869aa4608657 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.2789388 Aug 30 19:22:38.900018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port faf52f0a-3a34-41a0-a795-555066a194c7 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:38.937546 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:38.942287 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1507909327-network', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:38.984007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port faf52f0a-3a34-41a0-a795-555066a194c7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:38.984712 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.012128 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Made reservation on behalf of 5d096bb41ae14128a314ba3f42d663b8 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:39.015187 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.035380 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.133253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.147539 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.182201 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4e61d51-6eb0-4bc6-be4b-3c53052f6f27 req-40e4bf3c-10c4-4b54-a0ed-93eda1ac7675 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588659 Aug 30 19:22:39.185806 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb77b-b40c-48cc-a873-712c3d784908 req-1682d616-6349-45d0-a32b-4ad361f51cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:39.193099 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-1682d616-6349-45d0-a32b-4ad361f51cc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.4686551 Aug 30 19:22:39.253107 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d950954-835b-4318-a96c-7ff002da9595,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:39.307160 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.314966 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.326216 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.350250 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'cf874f9b-1621-4891-a5d2-06b7ab3d6794', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'port_id': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'mac_address': 'fa:16:3e:e1:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:35Z', 'revision_number': 0, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:39.358721 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.360101 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-eb84f7f5-3d33-4a81-9a4a-5471e1f95eed tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1346691 Aug 30 19:22:39.364077 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:39.367371 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port faf52f0a-3a34-41a0-a795-555066a194c7, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=faf52f0a-3a34-41a0-a795-555066a194c7,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:39.469570 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:39.477678 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d70ca4-d902-4b69-8645-ae7cf3a4af2f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:39.499497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb77b-b40c-48cc-a873-712c3d784908 req-aa162d98-9f71-4808-a7a5-c99fdaded0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:39.502020 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-aa162d98-9f71-4808-a7a5-c99fdaded0b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2855439 Aug 30 19:22:39.605863 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.668130 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:22:39.688541 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Checking router: f7c27be0-86b7-4027-8549-b4d067d5f6c9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:39.710031 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.715407 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.715407 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Added segment 9e886e0c-a0bd-4a24-b921-8886d2dc5ad5 of type vlan for network e3449a39-fe57-46d1-92be-ae990ee9f896 Aug 30 19:22:39.840144 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:39.841986 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:39.906131 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Sync routers for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:39.907634 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:39.931510 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:39.932494 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:39.960027 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d81e87-bd3c-4aa0-add7-a32695015735 req-e345ed20-af3e-4860-9d9a-a150d06df02b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:39.967699 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-63d81e87-bd3c-4aa0-add7-a32695015735 req-e345ed20-af3e-4860-9d9a-a150d06df02b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.5073597 Aug 30 19:22:40.028440 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-0638046c-3035-4af8-813a-8c7673d8b768 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109584 Aug 30 19:22:40.037621 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-63d81e87-bd3c-4aa0-add7-a32695015735 req-40120d3e-56ab-4b9a-922d-89bc29af4e1e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Aug 30 19:22:40.048715 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.050096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:40.052565 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.126558 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:40.172672 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2343025 Aug 30 19:22:40.176340 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:40.188082 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Request body: {'subnet': {'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1507909327-subnet', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:40.190708 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:40.226609 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Made reservation on behalf of 5d096bb41ae14128a314ba3f42d663b8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:22:40.229879 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.233501 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daade4b-10af-4988-9a2c-81dcc8c98582 admin admin] Pushing event updated for resources: {'Network': ['ID=e3449a39-fe57-46d1-92be-ae990ee9f896,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:40.272002 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network e3449a39-fe57-46d1-92be-ae990ee9f896 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:22:40.322344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6e5a-e436-4709-b59b-540eb4717ac1 req-3d1022a3-fad2-4c2b-920b-216d0ad1fbd6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:40.332247 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b32e6e5a-e436-4709-b59b-540eb4717ac1 req-3d1022a3-fad2-4c2b-920b-216d0ad1fbd6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.4096737 Aug 30 19:22:40.360816 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.385603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=faf52f0a-3a34-41a0-a795-555066a194c7,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:40.387410 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.451238 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b32e6e5a-e436-4709-b59b-540eb4717ac1 req-a86e96e5-a6b9-47c2-9f1f-5d6cde0df0a3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178126 Aug 30 19:22:40.560041 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae4df3d-b5e4-4331-b335-aa856c4ab234,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:40.570641 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.577222 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2d04a55d-ad0c-444b-8a90-37d3176fdc15 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2079830 Aug 30 19:22:40.580060 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54058) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:40.588361 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:40.597952 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-131eb77b-b40c-48cc-a873-712c3d784908 req-1c3f02c9-a59c-4e34-9804-cad3e7fa3942 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799130 Aug 30 19:22:40.630931 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-d5cf4ee2-0bb0-4215-bd90-879443d7343c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1587062 Aug 30 19:22:40.633879 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.658788 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.721955 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913c16df-d7ac-43d6-ae1e-361cbb7be585,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:40.751810 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'cf874f9b-1621-4891-a5d2-06b7ab3d6794', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'port_id': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'mac_address': 'fa:16:3e:e1:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:35Z', 'revision_number': 0, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:40.770681 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Checking segment: {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:40.771461 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Network hostable DHCP agents. Network: e3449a39-fe57-46d1-92be-ae990ee9f896, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:22:40.786366 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-8df08432-b450-4478-a3c2-d3f4ca3c2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:40.787929 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-8df08432-b450-4478-a3c2-d3f4ca3c2492 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 1099 time: 0.1082678 Aug 30 19:22:40.796017 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.803252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.811563 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253c72c-e2c0-4504-ab10-3e1505061625 None None] The sync data for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi is: [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'cf874f9b-1621-4891-a5d2-06b7ab3d6794', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'port_id': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'mac_address': 'fa:16:3e:e1:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:35Z', 'revision_number': 0, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:40.820183 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Network e3449a39-fe57-46d1-92be-ae990ee9f896 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:22:40.824202 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2447289-2784-458f-a29e-431547dfd47a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:40.850932 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, e3449a39-fe57-46d1-92be-ae990ee9f896) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:40.857830 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:40.860164 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d7164-6633-471d-946c-25f83bc26e48 None None] Network e3449a39-fe57-46d1-92be-ae990ee9f896 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:40.860623 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.904749 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-23dd1d2e-b6d6-46e7-a859-31b72181bee0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264202 Aug 30 19:22:40.906654 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:40.921112 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:40.936666 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.944668 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-10b5cf79-41c1-4c43-b719-4b8f81f139bc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610787 Aug 30 19:22:40.947897 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54066) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:40.956344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:40.960452 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 2, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:40.982213 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:40.983764 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.046425 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Checking router: dc94a147-4791-44f1-8e50-66d1f586e284 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:41.048711 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Updating router dc94a147-4791-44f1-8e50-66d1f586e284 port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:41.086300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.092959 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.093299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-7617e306-34c9-4ef8-a31a-c809508f80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:41.095101 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-7617e306-34c9-4ef8-a31a-c809508f80be service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.2727203 Aug 30 19:22:41.117983 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.200859 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-2e3303f2-081e-48a0-8b2b-4f1b4ad0114e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 200 len: 217 time: 0.0749950 Aug 30 19:22:41.250836 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.252097 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-e3449a39-fe57-46d1-92be-ae990ee9f896', 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'fixed_ips': [{'subnet_id': '913c16df-d7ac-43d6-ae1e-361cbb7be585'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:22:41.254515 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.295688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.307436 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae1083-321b-4a4e-828e-12ddb265b1c2 None None] New status for floating IP cf874f9b-1621-4891-a5d2-06b7ab3d6794: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:22:41.393279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df471e0-c45f-49fc-986c-0b6e108f3f89,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:41.417982 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.419453 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7076a350-4df7-4e02-87c6-18574a735139 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696541 Aug 30 19:22:41.422709 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54076) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:41.427545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:41.437930 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-0483a5ab-a9c7-4550-a242-a636481f1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:41.446279 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-0483a5ab-a9c7-4550-a242-a636481f1aa4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.1924846 Aug 30 19:22:41.529694 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-5b762c03-ea6c-4b58-8634-f58999b6bced service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629358 Aug 30 19:22:41.570908 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Project da11689ea8d94a2fa18224038a7a2a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:41.589184 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.594217 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.599271 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.622710 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Transition to ACTIVE for port object 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:41.634465 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.639005 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Allocated IP 172.20.0.2 (e3449a39-fe57-46d1-92be-ae990ee9f896/913c16df-d7ac-43d6-ae1e-361cbb7be585/73689573-ec11-470a-81f1-23e99c60c344) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:41.700930 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c62e7c-ca6a-4f17-a138-ec0ce89c84bf None None] Pushing event updated for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:41.770809 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.774141 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-ffa31f51-a59c-44f5-ae84-3c0f3d5f2b6e service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285573 Aug 30 19:22:41.778468 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.863453 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Attempting to bind port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:41.864196 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Attempting to bind port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:41.864903 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Attempting to bind port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 on network 5ea83cae-0a1f-4ab2-90af-7dd840462153 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:41.875499 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:41.877724 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Checking segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:41.878212 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.879274 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Bound using segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:41.883214 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Bound port: 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:41.883853 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:41.925855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ec9354-1d6d-4af2-b06b-4764d5885693,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:41.959863 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d83806-1a72-4cde-9ffe-e026d0b669e7 req-c0eb6a34-874c-4a0f-be4d-d440b57a5624 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:41.962984 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0d83806-1a72-4cde-9ffe-e026d0b669e7 req-c0eb6a34-874c-4a0f-be4d-d440b57a5624 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.6218028 Aug 30 19:22:42.017560 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.024437 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-857b8cb8-da5a-4f05-b167-a4bfc440a717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5982990 Aug 30 19:22:42.032384 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:42.037253 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] For port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:42.047429 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] For port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:42.061268 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.071777 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'security_group_rule': {'security_group_id': '869415be-14cd-4c56-b555-02662dd96166', 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:42.165832 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Project da11689ea8d94a2fa18224038a7a2a2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:42.186829 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.187108 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ef9c493-4342-4c65-b956-1eb3225612c4 req-cadff0c3-e9d7-4413-aa4a-555af73631ef service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904226 Aug 30 19:22:42.221509 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c62e7c-ca6a-4f17-a138-ec0ce89c84bf None None] Pushing event updated for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:42.250982 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e92386-bf45-47d5-9995-f26e18c6fc0a req-898eaaa3-58d9-4048-9990-734209278423 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:42.261193 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e9e92386-bf45-47d5-9995-f26e18c6fc0a req-898eaaa3-58d9-4048-9990-734209278423 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.2579973 Aug 30 19:22:42.268270 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0d83806-1a72-4cde-9ffe-e026d0b669e7 req-7a6ed3a1-cccb-4713-a237-756ace0d001a tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685664 Aug 30 19:22:42.269345 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:42.279530 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:42.349554 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e9e92386-bf45-47d5-9995-f26e18c6fc0a req-f48437b8-1644-415e-b2ea-b97521219a7a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833430 Aug 30 19:22:42.386831 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.408657 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Transition to ACTIVE for port object 73689573-ec11-470a-81f1-23e99c60c344 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:42.434041 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Transition to ACTIVE for port object 73689573-ec11-470a-81f1-23e99c60c344 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:42.442543 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.502607 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:42.506060 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Network e3449a39-fe57-46d1-92be-ae990ee9f896 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:42.541779 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.549378 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:42.551242 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device faf52f0a-3a34-41a0-a795-555066a194c7 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:42.556513 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:42.670468 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Pushing event updated for resources: {'Port': ['ID=73689573-ec11-470a-81f1-23e99c60c344,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:42.743491 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Attempting to bind port 73689573-ec11-470a-81f1-23e99c60c344 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:42.743828 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Attempting to bind port 73689573-ec11-470a-81f1-23e99c60c344 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:42.744129 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Attempting to bind port 73689573-ec11-470a-81f1-23e99c60c344 on network e3449a39-fe57-46d1-92be-ae990ee9f896 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:42.762696 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port faf52f0a-3a34-41a0-a795-555066a194c7 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:42.763076 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.808793 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:42.809163 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Checking segment: {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:42.809616 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.810020 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Bound using segment: {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:42.810504 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Bound port: 73689573-ec11-470a-81f1-23e99c60c344, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:42.810891 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:42.874841 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:42Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:42.914930 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01aed41-3392-45c8-8420-1157fcf24938 None None] The sync data for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi is: [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:42Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:43.145361 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:43.261506 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91775efe-e3fe-4ae4-8e0f-6162ffdac50c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:43.261506 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:43.262718 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1911dcf6-b2b4-4802-9729-19972f38405d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2054739 Aug 30 19:22:43.268482 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:43.269795 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] For port 73689573-ec11-470a-81f1-23e99c60c344, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:43.325881 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:43.333515 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] For port 73689573-ec11-470a-81f1-23e99c60c344, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=73689573-ec11-470a-81f1-23e99c60c344,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:43.355738 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:43.466097 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c243-334c-4137-9091-c9cf2b1cfc8b None None] Pushing event updated for resources: {'Port': ['ID=73689573-ec11-470a-81f1-23e99c60c344,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:43.555229 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600cb9-d26f-4e4d-8c47-1bd83d1c9bc8 req-42b442fd-b1fe-4006-b95c-c931d68750d4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:43.558435 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f600cb9-d26f-4e4d-8c47-1bd83d1c9bc8 req-42b442fd-b1fe-4006-b95c-c931d68750d4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1344311 Aug 30 19:22:43.585115 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf42b0a4-2956-4070-b229-975a22919b3a req-ff5ee843-b270-4647-9df8-641b3d4db295 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48787004&fields=id&tenant_id=da11689ea8d94a2fa18224038a7a2a2b HTTP/1.1" status: 200 len: 267 time: 0.1828184 Aug 30 19:22:43.615444 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f600cb9-d26f-4e4d-8c47-1bd83d1c9bc8 req-1a9b6a01-0c5a-476d-96c6-6c69e0452101 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Aug 30 19:22:43.677838 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Allocated IP 172.27.0.29 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/6eb272de-de09-45a4-9bb5-c9610af79bbc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:43.810745 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8dec3-4731-4d79-8920-950bd3a98ffa req-686fcb13-aa44-498f-bbdb-7d498cdd7abc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:43.815190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1d8dec3-4731-4d79-8920-950bd3a98ffa req-686fcb13-aa44-498f-bbdb-7d498cdd7abc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1041980 Aug 30 19:22:43.886829 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1d8dec3-4731-4d79-8920-950bd3a98ffa req-322a36f3-3c1f-4633-902f-c014f303ff2e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677361 Aug 30 19:22:43.889737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b0a4-2956-4070-b229-975a22919b3a req-15edacc2-e800-4fa8-a275-9b91ee3ffd51 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:43.904105 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf42b0a4-2956-4070-b229-975a22919b3a req-15edacc2-e800-4fa8-a275-9b91ee3ffd51 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.3117049 Aug 30 19:22:43.921391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'port': {'security_groups': ['cf78aad8-2ea3-4e97-9a0d-8d999e01d569', '869415be-14cd-4c56-b555-02662dd96166']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:43.976613 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:44.054244 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:44.141811 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:44.149257 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:44.162031 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:44.193377 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:44.198719 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb272de-de09-45a4-9bb5-c9610af79bbc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:44.587722 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 73689573-ec11-470a-81f1-23e99c60c344 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:44.724246 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 73689573-ec11-470a-81f1-23e99c60c344 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:44.730267 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:44.806300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780f3df-e71d-4dfc-9b5c-8b114f85ef4a req-3037e47d-5112-478a-b753-8b435217d1a2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:44.815500 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:44.819702 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8780f3df-e71d-4dfc-9b5c-8b114f85ef4a req-3037e47d-5112-478a-b753-8b435217d1a2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0856752 Aug 30 19:22:44.855314 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:44.867878 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:44.876137 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:44.891114 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8780f3df-e71d-4dfc-9b5c-8b114f85ef4a req-d6e0dece-5447-41d0-a31c-75fa60e3e909 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638881 Aug 30 19:22:44.948649 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6874374-eff7-4c71-b124-0e1f9663d905 None None] Network e3449a39-fe57-46d1-92be-ae990ee9f896 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:22:45.050642 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.056295 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Provisioning for port 73689573-ec11-470a-81f1-23e99c60c344 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:45.057005 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.061096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.094877 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:45.101498 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Provisioning complete for port 73689573-ec11-470a-81f1-23e99c60c344 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:45.101930 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.117416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298e4a-5f14-42f7-96df-b92239cb82f4 req-b577a27a-ded9-4d54-b3d7-8bbb6b7c69e3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:45.120160 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4c298e4a-5f14-42f7-96df-b92239cb82f4 req-b577a27a-ded9-4d54-b3d7-8bbb6b7c69e3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1116049 Aug 30 19:22:45.234773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:45.236576 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.246295 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf42b0a4-2956-4070-b229-975a22919b3a req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "PUT /v2.0/ports/6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 982 time: 1.3412192 Aug 30 19:22:45.256523 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4c298e4a-5f14-42f7-96df-b92239cb82f4 req-4b54f1c3-c597-43d1-b3e8-399e7799071a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274579 Aug 30 19:22:45.276773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:45.285345 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:45.365617 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.382070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.392218 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69f492d-f464-4588-ba8d-a4b3b9eda247 x-openstack-request-id: req-b69f492d-f464-4588-ba8d-a4b3b9eda247 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:45.394093 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:45.394571 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b69f492d-f464-4588-ba8d-a4b3b9eda247 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:45.395020 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:22:45.439278 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2478c-92f7-4dc8-8316-254f5223cdd4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:45.463906 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:45.515477 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-90153cb9-acbc-4e9e-b966-30c0643dd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:45.521014 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-90153cb9-acbc-4e9e-b966-30c0643dd8ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1138 time: 0.1128471 Aug 30 19:22:45.600338 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2885-f3e3-4d25-9772-353c843fcc87 req-2ad65ea8-4c69-4e42-b9d5-353e09ea01e4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:45.602317 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-25ff2885-f3e3-4d25-9772-353c843fcc87 req-2ad65ea8-4c69-4e42-b9d5-353e09ea01e4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.2022898 Aug 30 19:22:45.644582 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.646521 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.674714 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:45.700576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.762426 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-f13675c1-892f-4532-9f6c-6071186679b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:45.764884 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-f13675c1-892f-4532-9f6c-6071186679b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.2022712 Aug 30 19:22:45.765841 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-25ff2885-f3e3-4d25-9772-353c843fcc87 req-a5e42e86-78be-4055-9161-76ab76a95cbe tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1243029 Aug 30 19:22:45.816444 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] For port 73689573-ec11-470a-81f1-23e99c60c344, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=73689573-ec11-470a-81f1-23e99c60c344,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:45.871836 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:45.887026 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Router 5b39669e-c212-423e-91f7-4115d89455d3 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:22:45.897733 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:45.944704 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-ab195153-fa0b-4b59-97f9-935f62d1e14c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 1002 time: 0.1591938 Aug 30 19:22:46.035584 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7029-3e9a-457a-8a3e-6f649236fec1 None None] Pushing event updated for resources: {'Port': ['ID=73689573-ec11-470a-81f1-23e99c60c344,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:46.133692 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-4ee46324-fa95-4998-9210-3a579740d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:46.138272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:46.140269 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-4ee46324-fa95-4998-9210-3a579740d60a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.1785352 Aug 30 19:22:46.152273 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Sync routers for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:46.168321 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ec35eca-8238-47e5-99f5-8b861e2a1ff6 None None] Provisioning complete for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:46.169257 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ec35eca-8238-47e5-99f5-8b861e2a1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:46.169582 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:46.170914 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-50e8f391-aea4-45a1-8b10-977efefdec22 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2624984 Aug 30 19:22:46.173703 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:46.184142 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:46.185057 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:46.191028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6472738-5c1c-4584-bf73-32a68631ed55 req-19928974-cc30-46c8-a3f5-34441f26c909 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:46.192697 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6472738-5c1c-4584-bf73-32a68631ed55 req-19928974-cc30-46c8-a3f5-34441f26c909 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1477966 Aug 30 19:22:46.260035 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6472738-5c1c-4584-bf73-32a68631ed55 req-353c96b7-8c06-4c9e-bbfe-df85e738f428 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516803 Aug 30 19:22:46.263890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-c6f20ba9-7403-402e-a34c-584d4f405619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:46.265541 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-c6f20ba9-7403-402e-a34c-584d4f405619 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084082 Aug 30 19:22:46.444591 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-784c62a2-3865-4f5a-aef7-9eae90734323 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618500 Aug 30 19:22:46.553567 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:46.627841 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 73689573-ec11-470a-81f1-23e99c60c344 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:46.656870 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0529d193-22a5-4f9c-98dc-6e43cc60ba7f req-1ca2d095-e6f4-404f-835f-0ddf7a702343 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919589 Aug 30 19:22:46.828830 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 73689573-ec11-470a-81f1-23e99c60c344 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:46.829416 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:46.829712 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74a557-729a-4fe2-b775-c3ee005426da req-a5ed282e-8c72-4654-b2be-9598e14a6430 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:46.832367 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6d74a557-729a-4fe2-b775-c3ee005426da req-a5ed282e-8c72-4654-b2be-9598e14a6430 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0802357 Aug 30 19:22:46.840313 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:44Z', 'revision_number': 3, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:46.876988 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Checking router: 5b39669e-c212-423e-91f7-4115d89455d3 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:46.877497 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Updating router 5b39669e-c212-423e-91f7-4115d89455d3 port 6eb272de-de09-45a4-9bb5-c9610af79bbc binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:46.908612 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:46.930670 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-af3a3ceb-399d-4f7f-86c2-f9e829e65a35 None None] Provisioning complete for port 73689573-ec11-470a-81f1-23e99c60c344 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:46.931143 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-af3a3ceb-399d-4f7f-86c2-f9e829e65a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:46.935403 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6d74a557-729a-4fe2-b775-c3ee005426da req-4a5d3b1a-27d6-4085-adc9-8bab32fc32bb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582013 Aug 30 19:22:47.090921 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:47.174781 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:47.174999 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.301431 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.339721 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.369428 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Transition to ACTIVE for port object 6eb272de-de09-45a4-9bb5-c9610af79bbc will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:47.422671 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.471654 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c159-d97f-4dbf-b854-35264097152f req-0269868b-9d6f-4973-aea5-99d476c316a1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:47.473520 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0003c159-d97f-4dbf-b854-35264097152f req-0269868b-9d6f-4973-aea5-99d476c316a1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0815806 Aug 30 19:22:47.530481 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0003c159-d97f-4dbf-b854-35264097152f req-ceba2b6f-2b22-4589-bd6f-8c4145a95797 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Aug 30 19:22:47.647635 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Allocated IP 172.20.0.1 (e3449a39-fe57-46d1-92be-ae990ee9f896/913c16df-d7ac-43d6-ae1e-361cbb7be585/aa2a753b-5e42-4855-b6c5-9e558200bf85) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:22:47.658669 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Attempting to bind port 6eb272de-de09-45a4-9bb5-c9610af79bbc on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:47.659453 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Attempting to bind port 6eb272de-de09-45a4-9bb5-c9610af79bbc by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:47.660216 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Attempting to bind port 6eb272de-de09-45a4-9bb5-c9610af79bbc on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:47.671474 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aa7f4-2eff-4430-8cf9-8ac5c5b5afe9 None None] Pushing event updated for resources: {'Port': ['ID=6eb272de-de09-45a4-9bb5-c9610af79bbc,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:47.673979 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:47.675516 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:47.676437 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.676872 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:47.677361 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Bound port: 6eb272de-de09-45a4-9bb5-c9610af79bbc, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:47.677943 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.740846 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] For port 6eb272de-de09-45a4-9bb5-c9610af79bbc, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:47.747867 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] For port 6eb272de-de09-45a4-9bb5-c9610af79bbc, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=6eb272de-de09-45a4-9bb5-c9610af79bbc,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:47.755243 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.825822 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.827666 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0aa7f4-2eff-4430-8cf9-8ac5c5b5afe9 None None] Pushing event updated for resources: {'Port': ['ID=6eb272de-de09-45a4-9bb5-c9610af79bbc,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:47.830479 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:47.831266 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:47.850931 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Transition to ACTIVE for port object aa2a753b-5e42-4855-b6c5-9e558200bf85 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:47.902348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:47.965062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Pushing event updated for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:47.968672 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Network e3449a39-fe57-46d1-92be-ae990ee9f896 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:47.970785 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:47.972825 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:47.974349 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:22:48.062591 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.212713 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:44Z', 'revision_number': 3, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:48.220911 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a9c8e-b930-455d-8fd0-40e55123ee66 req-95c4fbc0-4088-4bbb-a218-f7ff03f0aa59 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:48.237155 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-818a9c8e-b930-455d-8fd0-40e55123ee66 req-95c4fbc0-4088-4bbb-a218-f7ff03f0aa59 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1106791 Aug 30 19:22:48.241184 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e028f8-7d13-4ba4-852e-cfc9bad30e2d None None] The sync data for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi is: [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:44Z', 'revision_number': 3, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:48.294965 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71d2968c-0c81-42da-8728-3f3fb208fcb8 None None] Provisioning for port aa2a753b-5e42-4855-b6c5-9e558200bf85 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:48.306147 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-71d2968c-0c81-42da-8728-3f3fb208fcb8 None None] Provisioning complete for port aa2a753b-5e42-4855-b6c5-9e558200bf85 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:48.306540 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-71d2968c-0c81-42da-8728-3f3fb208fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.315706 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-818a9c8e-b930-455d-8fd0-40e55123ee66 req-51954eba-a5f0-44f0-8db7-fd4d0c92b19a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592520 Aug 30 19:22:48.327904 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.355476 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-71d2968c-0c81-42da-8728-3f3fb208fcb8 None None] Port aa2a753b-5e42-4855-b6c5-9e558200bf85 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:48.524713 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.531678 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.625734 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Pushing event updated for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:48.634294 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:48.788457 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ec481-34d3-4e85-becf-355f10d36db6 req-32628c6f-57c0-46d1-a475-523bcd50bc79 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:48.796661 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-456ec481-34d3-4e85-becf-355f10d36db6 req-32628c6f-57c0-46d1-a475-523bcd50bc79 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1285126 Aug 30 19:22:48.841556 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-456ec481-34d3-4e85-becf-355f10d36db6 req-ffec25ec-0e20-4dd8-8d83-2e7b70655a28 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Aug 30 19:22:48.854368 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Network e3449a39-fe57-46d1-92be-ae990ee9f896 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:22:48.858132 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:22:49.153055 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Router 5b39669e-c212-423e-91f7-4115d89455d3 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:22:49.203487 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8d4d258c-bb1c-4d04-bfb7-662ce29f4b3a None None] Provisioning complete for port aa2a753b-5e42-4855-b6c5-9e558200bf85 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:49.204053 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8d4d258c-bb1c-4d04-bfb7-662ce29f4b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:49.276751 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d258c-bb1c-4d04-bfb7-662ce29f4b3a None None] Port aa2a753b-5e42-4855-b6c5-9e558200bf85 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:22:49.350155 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:22:49.359036 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a8767bf7-7dea-4517-ae59-591059ba29fd admin admin] 10.222.0.74 "PUT /v2.0/routers/5b39669e-c212-423e-91f7-4115d89455d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840584 Aug 30 19:22:49.530457 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00513e9e-63df-4b87-8c74-4965305fd100 req-1e0afd2a-e3d0-47c0-83d4-d6abecc72b6d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:49.532252 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-00513e9e-63df-4b87-8c74-4965305fd100 req-1e0afd2a-e3d0-47c0-83d4-d6abecc72b6d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0776646 Aug 30 19:22:49.595601 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-00513e9e-63df-4b87-8c74-4965305fd100 req-854d3edd-191f-4b62-95e3-df985456f66e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534782 Aug 30 19:22:50.084185 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074a722-5522-4d14-8487-2ca31f0f72c9 req-fc37a162-d08a-4935-91aa-38a14a65e547 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:50.096061 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4074a722-5522-4d14-8487-2ca31f0f72c9 req-fc37a162-d08a-4935-91aa-38a14a65e547 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1090779 Aug 30 19:22:50.152393 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4074a722-5522-4d14-8487-2ca31f0f72c9 req-2cf21bf7-2d1f-45d0-b131-cb8076f234a9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Aug 30 19:22:50.337193 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:50.342394 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709783166', 'description': 'tempest-secgroup-smoke-1709783166 description', 'project_id': 'eaff598d3404442ab48275378b87d4c7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:50.414726 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.541897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 6eb272de-de09-45a4-9bb5-c9610af79bbc up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:50.623218 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.633568 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.675393 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3408d-2510-4f69-bd1d-551227823055,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:50.700182 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.702731 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-40572768-2508-447a-861b-783317529e21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3638315 Aug 30 19:22:50.706775 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54208) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:50.712356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:50.715643 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 6eb272de-de09-45a4-9bb5-c9610af79bbc completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:50.723656 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 6eb272de-de09-45a4-9bb5-c9610af79bbc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:50.728766 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.793874 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.972850 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.978448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:50.980873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.000400 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6129804-21a3-41ab-999c-c9d56afcd498,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:51.039836 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 6eb272de-de09-45a4-9bb5-c9610af79bbc, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=6eb272de-de09-45a4-9bb5-c9610af79bbc,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:51.048725 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.084411 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.088436 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-66a7e929-62b3-4e61-8662-4918ad263c61 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772759 Aug 30 19:22:51.089412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:51.099376 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:51.117259 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d194760-c71f-4fb9-ad01-f71d85b32282 req-db2da7d6-f581-4139-9217-af40dd9cd7e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:51.124765 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d194760-c71f-4fb9-ad01-f71d85b32282 req-db2da7d6-f581-4139-9217-af40dd9cd7e2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.3323870 Aug 30 19:22:51.145285 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=6eb272de-de09-45a4-9bb5-c9610af79bbc,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:51.155297 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.284769 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f64d1b-8415-4765-b30e-cfece7d3aa81 req-32f167c0-50fb-41d5-81f3-fe699a8cafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:51.288845 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31f64d1b-8415-4765-b30e-cfece7d3aa81 req-32f167c0-50fb-41d5-81f3-fe699a8cafdd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.2907665 Aug 30 19:22:51.304591 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d194760-c71f-4fb9-ad01-f71d85b32282 req-97bb46f0-68c9-40da-9952-272e8d667783 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199136 Aug 30 19:22:51.351859 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Sync routers for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:22:51.359901 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31f64d1b-8415-4765-b30e-cfece7d3aa81 req-29a4b8f5-2a3e-422f-9157-b5e8bb083255 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Aug 30 19:22:51.367465 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:51.368099 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:51.390735 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.398757 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.487561 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7f1e-0197-4073-b60e-becf1480fd33 req-c54966a4-91da-4f53-bd16-9e61e898a8c5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:51.496863 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dffe7f1e-0197-4073-b60e-becf1480fd33 req-c54966a4-91da-4f53-bd16-9e61e898a8c5 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.2265313 Aug 30 19:22:51.521799 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60ca361-68e4-460b-a30c-d8853141eae5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:51.553398 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.556539 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-eea5d04b-6572-432c-b885-93f670495818 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4650385 Aug 30 19:22:51.560319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54218) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:51.565672 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:51.618674 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dffe7f1e-0197-4073-b60e-becf1480fd33 req-48d0589e-5680-4ed2-9da6-d6febcecd5cc tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206458 Aug 30 19:22:51.718235 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.893743 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.931416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:51.987849 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f98ef83-8434-417c-93e4-61e2cd870a2a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:52.010438 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.012635 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7df6d81d-7d9a-4ed7-b350-d1f455a99f47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4510131 Aug 30 19:22:52.015249 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54222) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:52.020020 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:52.055803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:52.067409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.167734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.182360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.204079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acd0773-32d4-4823-9c9e-5541c976cc08,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:52.216341 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.218471 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-36dd19e4-e685-4520-b2e7-6c8ca378eb0b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021518 Aug 30 19:22:52.221163 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54226) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:52.227786 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:52.271038 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Project eaff598d3404442ab48275378b87d4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:52.280822 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.521342 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.577104 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ca677-a8d2-4920-a50c-1dcda93994ca req-1bf0fe0e-c368-452f-a2e0-c38936eec865 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:52.582926 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.593442 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-df0ca677-a8d2-4920-a50c-1dcda93994ca req-1bf0fe0e-c368-452f-a2e0-c38936eec865 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1648605 Aug 30 19:22:52.603926 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 6eb272de-de09-45a4-9bb5-c9610af79bbc up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:52.637952 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4e4c80-3258-4487-b851-8be9b909de42,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:52.669418 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.675060 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7931464b-ee41-4177-a430-cc6449e0d103 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4498990 Aug 30 19:22:52.681547 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:22:52.682299 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:48Z', 'revision_number': 4, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'aa2a753b-5e42-4855-b6c5-9e558200bf85', 'name': '', 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'mac_address': 'fa:16:3e:3b:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:47Z', 'updated_at': '2021-08-30T19:22:48Z', 'revision_number': 2, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'subnets': [{'id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:52.691627 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'security_group_rule': {'security_group_id': '18f3408d-2510-4f69-bd1d-551227823055', 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:22:52.726777 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Checking router: 5b39669e-c212-423e-91f7-4115d89455d3 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:22:52.727553 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Updating router 5b39669e-c212-423e-91f7-4115d89455d3 port aa2a753b-5e42-4855-b6c5-9e558200bf85 binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:22:52.762080 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.781905 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 6eb272de-de09-45a4-9bb5-c9610af79bbc triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:52.782171 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-df0ca677-a8d2-4920-a50c-1dcda93994ca req-292b041c-a7e3-4ac9-913b-597137991212 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757388 Aug 30 19:22:52.782924 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.805910 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Project eaff598d3404442ab48275378b87d4c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 19:22:52.811272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.959077 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513149-50dc-4ba2-bfe2-d7c111978f35 req-eee48e9f-8dcb-42a5-9dc0-c772172b2240 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:52.961456 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.975888 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:52.981813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8513149-50dc-4ba2-bfe2-d7c111978f35 req-eee48e9f-8dcb-42a5-9dc0-c772172b2240 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.2347021 Aug 30 19:22:53.038507 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e8513149-50dc-4ba2-bfe2-d7c111978f35 req-bc56864c-7276-4cb5-bebd-e65607c5446f tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556221 Aug 30 19:22:53.047272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e5414b-f6cb-4aab-877c-b866205172a2,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:53.066931 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:53.076284 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-6df37788-6750-4e1d-a01a-348af842675c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3835897 Aug 30 19:22:53.466536 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:53.477112 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Transition to ACTIVE for port object aa2a753b-5e42-4855-b6c5-9e558200bf85 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:22:53.486932 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:53.591866 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Pushing event updated for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:53.616490 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.616864 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.617206 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.617730 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.617852 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.618131 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.618453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.618848 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.619439 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.619776 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.620091 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.620423 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:22:53.689813 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Attempting to bind port aa2a753b-5e42-4855-b6c5-9e558200bf85 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:22:53.690205 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Attempting to bind port aa2a753b-5e42-4855-b6c5-9e558200bf85 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:22:53.690559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Attempting to bind port aa2a753b-5e42-4855-b6c5-9e558200bf85 on network e3449a39-fe57-46d1-92be-ae990ee9f896 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:22:53.701551 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:22:53.701959 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Checking segment: {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:22:53.702846 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:53.703486 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Bound using segment: {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:22:53.704048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Bound port: aa2a753b-5e42-4855-b6c5-9e558200bf85, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:22:53.704569 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:53.844122 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] For port aa2a753b-5e42-4855-b6c5-9e558200bf85, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:22:53.850113 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] For port aa2a753b-5e42-4855-b6c5-9e558200bf85, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=aa2a753b-5e42-4855-b6c5-9e558200bf85,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:22:53.856448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:54.000611 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05813a-b1ed-46d6-8553-d7ac3610d5b5 req-be733d91-ec56-4476-b027-66d1b2ec9520 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:54.004479 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a05813a-b1ed-46d6-8553-d7ac3610d5b5 req-be733d91-ec56-4476-b027-66d1b2ec9520 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1526747 Aug 30 19:22:54.008733 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:22:54.009419 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:22:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:54.012177 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a022c-2740-4c26-b55b-5b9b4d43715c None None] Pushing event updated for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:54.091700 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5a05813a-b1ed-46d6-8553-d7ac3610d5b5 req-85f3c375-7a79-45b9-82e6-64c4219a7545 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799839 Aug 30 19:22:54.256963 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36ff0b-a3e1-468b-9d00-6373fe4a1e8f req-914d4e14-5731-4acf-9216-68d62ee7c4ce tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:54.269639 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca36ff0b-a3e1-468b-9d00-6373fe4a1e8f req-914d4e14-5731-4acf-9216-68d62ee7c4ce tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1025910 Aug 30 19:22:54.299820 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:22:54.354722 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca36ff0b-a3e1-468b-9d00-6373fe4a1e8f req-2769d9ee-afe1-463f-a86c-5e3a2e63a6f0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811765 Aug 30 19:22:54.901713 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:48Z', 'revision_number': 4, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'aa2a753b-5e42-4855-b6c5-9e558200bf85', 'name': '', 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'mac_address': 'fa:16:3e:3b:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:47Z', 'updated_at': '2021-08-30T19:22:53Z', 'revision_number': 4, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'subnets': [{'id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:22:54.993171 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a30f1b-dce7-4f18-8b9a-ecb11632abaa None None] The sync data for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi is: [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:22:48Z', 'revision_number': 4, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'aa2a753b-5e42-4855-b6c5-9e558200bf85', 'name': '', 'network_id': 'e3449a39-fe57-46d1-92be-ae990ee9f896', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'mac_address': 'fa:16:3e:3b:1a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:47Z', 'updated_at': '2021-08-30T19:22:53Z', 'revision_number': 4, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'subnets': [{'id': '913c16df-d7ac-43d6-ae1e-361cbb7be585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:22:55.176853 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6738cf-4670-480a-9111-319c489283d6 req-5fe2e322-34f6-4830-a311-2d82aaf3e244 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.178525 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb6738cf-4670-480a-9111-319c489283d6 req-5fe2e322-34f6-4830-a311-2d82aaf3e244 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1732693 Aug 30 19:22:55.199542 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-671bbd6d-2c44-4e48-9964-a4a66dded297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.201049 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-671bbd6d-2c44-4e48-9964-a4a66dded297 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d69f4e8c93e461380a71db402ba780b&device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 1098 time: 0.1948073 Aug 30 19:22:55.250093 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623836b-c17c-48af-89e0-9ecbfb037689 req-f6605144-1d9a-44d0-bb6a-8c87019a22dc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.251558 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb6738cf-4670-480a-9111-319c489283d6 req-b3477786-273d-4dc6-aac2-cd3f23a44278 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Aug 30 19:22:55.258639 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4623836b-c17c-48af-89e0-9ecbfb037689 req-f6605144-1d9a-44d0-bb6a-8c87019a22dc tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.1615086 Aug 30 19:22:55.384259 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4623836b-c17c-48af-89e0-9ecbfb037689 req-c32c9c34-8cbc-40c4-968c-694f1b997fe9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217976 Aug 30 19:22:55.438738 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-0cc34fe8-a8f0-4d85-8eed-570552664ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.439831 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-0cc34fe8-a8f0-4d85-8eed-570552664ea6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 200 len: 920 time: 0.2150071 Aug 30 19:22:55.448998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff81d8-f38c-4f46-9746-cbead51392ad req-75e19660-2a8c-40f4-ad91-05188d55a968 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.459513 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-56ff81d8-f38c-4f46-9746-cbead51392ad req-75e19660-2a8c-40f4-ad91-05188d55a968 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1014457 Aug 30 19:22:55.507242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-c99d4db3-71fa-4bd4-8865-ae3e9f52d6f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 200 len: 217 time: 0.0552924 Aug 30 19:22:55.510774 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-56ff81d8-f38c-4f46-9746-cbead51392ad req-988618ac-0d1c-471b-b4d5-c2d4167ff898 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 Aug 30 19:22:55.596614 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-9215ae1f-d6cf-4253-818f-bbc75c1bfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:55.598594 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-9215ae1f-d6cf-4253-818f-bbc75c1bfc13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 200 len: 858 time: 0.0794680 Aug 30 19:22:55.649130 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-38998822-5792-40bf-b82f-3ceabb19ac8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a17d0b1c-9ffb-4e71-9ff5-8afda5736861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286281 Aug 30 19:22:55.825216 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-21ef024a-2e79-4ce8-a81d-29413f9ee390 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626687 Aug 30 19:22:56.017074 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-928a1bef-8a57-43f0-abf7-da7d13983162 req-80efe417-fb12-4d03-8a5a-c44a2b74e6a9 service neutron] 10.222.0.83 "GET /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822336 Aug 30 19:22:56.527300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a626d5-128f-4dce-a63f-f7b2605e315c req-fe6f3ba2-8ff4-4ea2-9046-5e45047fdb76 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:56.537081 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16a626d5-128f-4dce-a63f-f7b2605e315c req-fe6f3ba2-8ff4-4ea2-9046-5e45047fdb76 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1804883 Aug 30 19:22:56.599136 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16a626d5-128f-4dce-a63f-f7b2605e315c req-104b828a-30ee-434f-9014-b3d568f2830c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Aug 30 19:22:56.603691 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device aa2a753b-5e42-4855-b6c5-9e558200bf85 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:56.659463 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9f6d9-736b-4a55-ab19-c32bae2717bc req-f6266b77-b87f-4153-a81d-e42676fa8494 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:56.670282 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c0e9f6d9-736b-4a55-ab19-c32bae2717bc req-f6266b77-b87f-4153-a81d-e42676fa8494 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.1283650 Aug 30 19:22:56.719538 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port aa2a753b-5e42-4855-b6c5-9e558200bf85 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:22:56.724408 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port aa2a753b-5e42-4855-b6c5-9e558200bf85 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:56.724560 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:56.766683 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c0e9f6d9-736b-4a55-ab19-c32bae2717bc req-b938aa5e-43e4-43b0-859f-e98fb2c4ae90 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953794 Aug 30 19:22:56.846090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1ebb-a010-4d65-8e19-d0c99d8cc636 req-4f20681c-bd63-48de-8b2b-25a57071ea17 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:56.857906 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-467b1ebb-a010-4d65-8e19-d0c99d8cc636 req-4f20681c-bd63-48de-8b2b-25a57071ea17 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1503339 Aug 30 19:22:56.894593 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:56.939645 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-467b1ebb-a010-4d65-8e19-d0c99d8cc636 req-80d896f8-9273-4f8b-a516-598141290464 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756600 Aug 30 19:22:56.991249 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port aa2a753b-5e42-4855-b6c5-9e558200bf85, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=aa2a753b-5e42-4855-b6c5-9e558200bf85,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:56.997783 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:57.080838 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:57.693078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-4defd2aa-82d1-4af0-82a9-825473b1f49a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:57.707213 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-4defd2aa-82d1-4af0-82a9-825473b1f49a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.1131291 Aug 30 19:22:57.783527 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e125-2811-40e2-9518-49ec66d63aa4 req-8b91c2a8-6d24-4984-b99b-e4ceb7a09839 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:57.793169 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6111e125-2811-40e2-9518-49ec66d63aa4 req-8b91c2a8-6d24-4984-b99b-e4ceb7a09839 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1079314 Aug 30 19:22:57.882971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Deleting port 4bd39a9e-3376-497a-9b46-5b9b410e82ca {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:22:57.882971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:57.892095 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6111e125-2811-40e2-9518-49ec66d63aa4 req-d5eb69b2-810f-4974-b645-36a338f92bc9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Aug 30 19:22:58.063299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f80c5-d041-4d7e-b423-0c2ab6800668 req-b7ea9256-58a1-48a9-a9e4-b6cce74b9dea tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:58.070369 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-270f80c5-d041-4d7e-b423-0c2ab6800668 req-b7ea9256-58a1-48a9-a9e4-b6cce74b9dea tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 945 time: 0.1193130 Aug 30 19:22:58.109648 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] For port 4bd39a9e-3376-497a-9b46-5b9b410e82ca, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4bd39a9e-3376-497a-9b46-5b9b410e82ca,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:22:58.110021 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:58.132041 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Calling delete_port for 4bd39a9e-3376-497a-9b46-5b9b410e82ca owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:22:58.145183 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-270f80c5-d041-4d7e-b423-0c2ab6800668 req-570c1cae-7f84-4dc0-a3fd-408d375637a1 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Aug 30 19:22:58.172446 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413163ec-ef3f-4ba9-b5f4-bb81d8e630b4 req-f76c35b0-8c19-44f4-b3d1-8229ae26f74c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:58.180641 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-413163ec-ef3f-4ba9-b5f4-bb81d8e630b4 req-f76c35b0-8c19-44f4-b3d1-8229ae26f74c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1090891 Aug 30 19:22:58.237516 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-413163ec-ef3f-4ba9-b5f4-bb81d8e630b4 req-c70272ab-6005-455c-b568-63115dc2f43c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556214 Aug 30 19:22:58.425772 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:58.449493 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da', '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', '6f285966-2fc3-4a78-bea3-2ed979fc4a16', '4bd39a9e-3376-497a-9b46-5b9b410e82ca'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:22:58.464293 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event deleted for resources: {'Port': ['ID=4bd39a9e-3376-497a-9b46-5b9b410e82ca,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:22:58.505501 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device aa2a753b-5e42-4855-b6c5-9e558200bf85 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:22:58.544403 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] No DVR routers for this DVR port 4bd39a9e-3376-497a-9b46-5b9b410e82ca on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:22:58.547527 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:58.549989 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3cb1c673-f7fa-48e0-a926-319ab9a6d96e req-8cd98ad2-e533-4dab-a953-afffbe5d75cf tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "DELETE /v2.0/ports/4bd39a9e-3376-497a-9b46-5b9b410e82ca HTTP/1.1" status: 204 len: 173 time: 0.8299627 Aug 30 19:22:58.551030 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'name': 'network-vif-deleted', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:22:58.552881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85540c6-5c1a-4fbf-9e1b-1e93bdfb742c" -d '{"events": [{"server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "name": "network-vif-deleted", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:22:58.608004 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b31dce-ed97-4a4a-a653-cc148adc65a7 x-openstack-request-id: req-c5b31dce-ed97-4a4a-a653-cc148adc65a7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:22:58.608315 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8cb390-0ec1-463e-849a-1e5d514dd506", "name": "network-vif-deleted", "tag": "4bd39a9e-3376-497a-9b46-5b9b410e82ca", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:22:58.608802 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5b31dce-ed97-4a4a-a653-cc148adc65a7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:22:58.609490 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8cb390-0ec1-463e-849a-1e5d514dd506', 'name': 'network-vif-deleted', 'tag': '4bd39a9e-3376-497a-9b46-5b9b410e82ca', 'status': 'completed', 'code': 200} Aug 30 19:22:58.957509 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port aa2a753b-5e42-4855-b6c5-9e558200bf85 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:22:58.957509 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:22:59.126241 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657cde9-580d-4364-bcfa-11396d641ade req-9515b64b-792a-428c-9305-6e4dc6dd5ef1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:59.128536 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f657cde9-580d-4364-bcfa-11396d641ade req-9515b64b-792a-428c-9305-6e4dc6dd5ef1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1189060 Aug 30 19:22:59.206167 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f657cde9-580d-4364-bcfa-11396d641ade req-0dcb94c3-73d8-4f4a-93bd-b616eb912b86 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659451 Aug 30 19:22:59.423270 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-decc0f20-0ca3-4048-bb76-df2be77ce977 req-dc013d8c-71f7-4d18-9589-5546f3ff435e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e8cb390-0ec1-463e-849a-1e5d514dd506 HTTP/1.1" status: 200 len: 210 time: 0.0803139 Aug 30 19:22:59.458656 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc628c2d-6e3d-4c2f-a318-93eb4379be74 req-831102b7-56c1-4093-801e-b6db64959423 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:22:59.478823 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cc628c2d-6e3d-4c2f-a318-93eb4379be74 req-831102b7-56c1-4093-801e-b6db64959423 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1343238 Aug 30 19:22:59.568294 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cc628c2d-6e3d-4c2f-a318-93eb4379be74 req-4747442b-3285-49d0-9675-5a48844fc8e4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856371 Aug 30 19:23:00.352658 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-a815d2c1-dcf1-4fb7-bf95-3b9b423f3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.361645 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-a815d2c1-dcf1-4fb7-bf95-3b9b423f3a95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1138 time: 0.0705421 Aug 30 19:23:00.372648 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6a6c-92d5-41e3-9ece-6b02d69b9379 req-3c597062-9613-4daa-8541-47e559f1c4c9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.374907 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2c2e6a6c-92d5-41e3-9ece-6b02d69b9379 req-3c597062-9613-4daa-8541-47e559f1c4c9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.1039720 Aug 30 19:23:00.481602 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2c2e6a6c-92d5-41e3-9ece-6b02d69b9379 req-5cf64cef-8780-4cac-a702-17710121c15e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0996604 Aug 30 19:23:00.535242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6236b9-e2af-456d-9a4e-a5f136d067f0 req-4b90fe4d-3ac3-4f43-8a85-f2d7e00671f7 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.543443 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a6236b9-e2af-456d-9a4e-a5f136d067f0 req-4b90fe4d-3ac3-4f43-8a85-f2d7e00671f7 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1018293 Aug 30 19:23:00.599519 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-1cd6b1d2-b709-4bbe-990d-f1a359bd38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.602279 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-1cd6b1d2-b709-4bbe-990d-f1a359bd38ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.2338731 Aug 30 19:23:00.625522 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a6236b9-e2af-456d-9a4e-a5f136d067f0 req-a92d8715-2cd2-41c4-a5f2-63de41ec4de8 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723562 Aug 30 19:23:00.791776 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-4c5caf93-86b8-48a9-b00a-3b31001178d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 1002 time: 0.1592200 Aug 30 19:23:00.822857 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe86c7-9494-4991-bbbe-8d6a5f518080 req-ce8a5862-fb70-4936-baab-4f35150d4faf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.832033 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ffbe86c7-9494-4991-bbbe-8d6a5f518080 req-ce8a5862-fb70-4936-baab-4f35150d4faf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0807915 Aug 30 19:23:00.869623 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-d8321ca8-92b1-45f3-9fb1-a2933c764118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.873008 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-d8321ca8-92b1-45f3-9fb1-a2933c764118 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.0640881 Aug 30 19:23:00.882662 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ffbe86c7-9494-4991-bbbe-8d6a5f518080 req-2834d687-e6bc-486e-879f-a86153ff0913 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 Aug 30 19:23:00.960442 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-5ccd1914-130b-46a4-9901-aaf71ee578cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:00.962878 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-5ccd1914-130b-46a4-9901-aaf71ee578cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798984 Aug 30 19:23:01.088639 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-86919b07-9cc1-4085-873c-98df2baf1959 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137290 Aug 30 19:23:01.243878 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bbb32c94-b87f-4c11-a823-b78c078bcb7a req-9c796412-a832-4df3-a135-76f110be878b service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452913 Aug 30 19:23:01.616531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a47e0-2896-4416-af95-56d5e14abee3 req-56df5d8f-830c-44d5-b640-57225fb06582 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:01.618084 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-895a47e0-2896-4416-af95-56d5e14abee3 req-56df5d8f-830c-44d5-b640-57225fb06582 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0575092 Aug 30 19:23:01.671791 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-895a47e0-2896-4416-af95-56d5e14abee3 req-3cecd410-f30e-4cb2-b32b-9b2031ce25ba tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449343 Aug 30 19:23:02.068983 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b27d9-c771-4c03-8155-d8ca32b2b41f req-58051c39-c8bc-4d82-aeeb-0451c94a8757 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:02.077143 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-892b27d9-c771-4c03-8155-d8ca32b2b41f req-58051c39-c8bc-4d82-aeeb-0451c94a8757 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0925632 Aug 30 19:23:02.120314 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-892b27d9-c771-4c03-8155-d8ca32b2b41f req-f4c83421-4209-401c-9cb5-a9b539dbbfa7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Aug 30 19:23:02.192731 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af621bac-ed22-4f89-a0a9-16be87dea55d req-649c0316-9db0-4f4a-9854-8cc0880ad1a9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:02.194862 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-af621bac-ed22-4f89-a0a9-16be87dea55d req-649c0316-9db0-4f4a-9854-8cc0880ad1a9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0667365 Aug 30 19:23:02.249523 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-af621bac-ed22-4f89-a0a9-16be87dea55d req-442018ce-7d10-45d4-96ac-fcc538e1c9fd tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Aug 30 19:23:02.315706 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4bd39a9e-3376-497a-9b46-5b9b410e82ca no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:02.353857 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 4bd39a9e-3376-497a-9b46-5b9b410e82ca {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:02.353857 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4bd39a9e-3376-497a-9b46-5b9b410e82ca not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:02.544866 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 54500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:02.601191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Deleting subnet c7b780d7-b20a-4442-8b7f-ea37356d08e3 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:23:02.604775 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.640474 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.646742 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.705394 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.757885 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.762992 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54504) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:02.763302 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c7b780d7-b20a-4442-8b7f-ea37356d08e3 HTTP/1.1" status: 204 len: 168 time: 0.2171996 Aug 30 19:23:02.764699 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0034e9e-8091-47ad-8f8e-dd86e1517447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b780d7-b20a-4442-8b7f-ea37356d08e3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:02.860207 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:02.871283 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4579-395c-4797-a560-25e5cddd9467 req-9acbc952-9177-4620-b4cb-044917c048f1 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:02.873006 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-887f4579-395c-4797-a560-25e5cddd9467 req-9acbc952-9177-4620-b4cb-044917c048f1 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.1199598 Aug 30 19:23:02.995575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.002069 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-887f4579-395c-4797-a560-25e5cddd9467 req-c1503ad7-199f-45fe-906a-0c65d8410b42 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0984142 Aug 30 19:23:03.012556 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5911c91a-ebb0-484d-b718-3c37de2faeef']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:03.025594 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:03.026252 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53b6b7f-c6d3-486d-a8a9-dd3787422b5e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:03.038969 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97a9af8e-96e3-45e4-834a-43a85936815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.049598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.066278 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.074901 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Releasing vlan 1224 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:23:03.075662 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:23:03.078182 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:23:03.154228 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.175503 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.177459 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5911c91a-ebb0-484d-b718-3c37de2faeef HTTP/1.1" status: 204 len: 168 time: 0.4126654 Aug 30 19:23:03.179953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68c056-245e-483a-b651-c1390b17c3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5911c91a-ebb0-484d-b718-3c37de2faeef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:03.318520 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a6139-8408-470e-bb1a-29963bb3436c req-c784dba8-402b-4282-b67e-d90a0e8d98fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:03.320396 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a3a6139-8408-470e-bb1a-29963bb3436c req-c784dba8-402b-4282-b67e-d90a0e8d98fb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.1017268 Aug 30 19:23:03.400902 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a3a6139-8408-470e-bb1a-29963bb3436c req-b61ebdcb-3860-4335-9931-5cb0feb13b89 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624123 Aug 30 19:23:03.430140 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a9b5-21b4-4614-beef-fe2a386f1ed1 req-a9e43e1a-5d03-423f-ad6a-1e4f1ea67524 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:03.431901 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bf9a9b5-21b4-4614-beef-fe2a386f1ed1 req-a9e43e1a-5d03-423f-ad6a-1e4f1ea67524 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.1093531 Aug 30 19:23:03.486974 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bf9a9b5-21b4-4614-beef-fe2a386f1ed1 req-6cd5763c-9c5b-4198-9a53-96ee3d4c74a4 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484643 Aug 30 19:23:03.515240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:03.560249 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-241086aa-e855-4332-9d9a-8c735d741aa6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d0817dae6434505ac2aaed0cfd90922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425124 Aug 30 19:23:03.561316 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:03.647866 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.675419 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.750258 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.753234 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:03.756354 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22167d0a-3d14-44f3-a0de-956f7e8d8834 HTTP/1.1" status: 204 len: 168 time: 0.1917892 Aug 30 19:23:03.765507 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2050-1740-4608-bdc5-c7315076ba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22167d0a-3d14-44f3-a0de-956f7e8d8834,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:04.165758 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7668160-0c6d-489f-b90a-f661cec1a0ee req-acf48363-96c0-4e53-a740-cab49ce00c5f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:04.168154 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a7668160-0c6d-489f-b90a-f661cec1a0ee req-acf48363-96c0-4e53-a740-cab49ce00c5f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0572870 Aug 30 19:23:04.217636 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a7668160-0c6d-489f-b90a-f661cec1a0ee req-b629eaab-53ca-4a06-bf06-e0403f581b68 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0419459 Aug 30 19:23:04.410814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-565a6fc1-fcbf-4c47-9bf2-7d9f304874a3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:04.412389 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-565a6fc1-fcbf-4c47-9bf2-7d9f304874a3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0607021 Aug 30 19:23:04.532124 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce94d4-26bd-4426-be36-1275a01447a5 req-c609a6f8-6966-47a1-bf70-ece28042c8e7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:04.536601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Deleting port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:04.537023 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:04.540072 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a4ce94d4-26bd-4426-be36-1275a01447a5 req-c609a6f8-6966-47a1-bf70-ece28042c8e7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0697629 Aug 30 19:23:04.598156 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a4ce94d4-26bd-4426-be36-1275a01447a5 req-41fc5a25-228d-46ad-aceb-262772fa28ef tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505459 Aug 30 19:23:04.681139 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31c3ee-bc3f-47ea-8295-1b012a323bd8 req-06e2a08d-bc1a-4d0a-b032-16c73186d49a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:04.683035 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ba31c3ee-bc3f-47ea-8295-1b012a323bd8 req-06e2a08d-bc1a-4d0a-b032-16c73186d49a tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=81348351-9a10-4990-8563-12ca7aa193e2 HTTP/1.1" status: 200 len: 946 time: 0.0881209 Aug 30 19:23:04.689888 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] For port 6f285966-2fc3-4a78-bea3-2ed979fc4a16, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6f285966-2fc3-4a78-bea3-2ed979fc4a16,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:04.690254 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:04.718389 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Calling delete_port for 6f285966-2fc3-4a78-bea3-2ed979fc4a16 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:04.745909 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ba31c3ee-bc3f-47ea-8295-1b012a323bd8 req-edd646d5-9f57-473a-9187-61af1b048e3b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529618 Aug 30 19:23:04.892674 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:04.914786 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da', '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', '6f285966-2fc3-4a78-bea3-2ed979fc4a16'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:04.930515 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event deleted for resources: {'Port': ['ID=6f285966-2fc3-4a78-bea3-2ed979fc4a16,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:04.990055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] No DVR routers for this DVR port 6f285966-2fc3-4a78-bea3-2ed979fc4a16 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:04.994511 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:04.996975 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-518a0c40-3db9-4bec-b822-258c42a17ab7 req-f8ea6e32-d6e0-47a1-ae45-0b84dab47050 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "DELETE /v2.0/ports/6f285966-2fc3-4a78-bea3-2ed979fc4a16 HTTP/1.1" status: 204 len: 173 time: 0.5742531 Aug 30 19:23:04.998195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'name': 'network-vif-deleted', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:05.010721 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda3d66-c86e-4c34-bdd3-e1217d5cdefe" -d '{"events": [{"server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "name": "network-vif-deleted", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:05.084052 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c050b-4446-4934-b74f-91daa8161211 req-f99a046a-2f7d-4e87-aa52-c406e98f2442 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.085707 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fb0c050b-4446-4934-b74f-91daa8161211 req-f99a046a-2f7d-4e87-aa52-c406e98f2442 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0969553 Aug 30 19:23:05.123851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4a74c-1493-417e-9d82-82cf2a1fefec x-openstack-request-id: req-afc4a74c-1493-417e-9d82-82cf2a1fefec {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:05.124258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81348351-9a10-4990-8563-12ca7aa193e2", "name": "network-vif-deleted", "tag": "6f285966-2fc3-4a78-bea3-2ed979fc4a16", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:05.124700 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-afc4a74c-1493-417e-9d82-82cf2a1fefec {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:05.125270 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81348351-9a10-4990-8563-12ca7aa193e2', 'name': 'network-vif-deleted', 'tag': '6f285966-2fc3-4a78-bea3-2ed979fc4a16', 'status': 'completed', 'code': 200} Aug 30 19:23:05.194193 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fb0c050b-4446-4934-b74f-91daa8161211 req-bb4df961-7776-4ac3-8220-1736a92ea566 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 Aug 30 19:23:05.229195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-19449123-813b-452f-a9e5-55be23646792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.234242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-19449123-813b-452f-a9e5-55be23646792 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1098 time: 0.0775275 Aug 30 19:23:05.353690 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-aaad4cd4-5a86-44be-90e8-f9d626099718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.354523 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5bcc-ed70-466c-9690-e8af343e1eae req-096b5a25-7290-4d8e-a2b7-fe2af501acf0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.356284 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-aaad4cd4-5a86-44be-90e8-f9d626099718 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.1114669 Aug 30 19:23:05.356578 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-29cc5bcc-ed70-466c-9690-e8af343e1eae req-096b5a25-7290-4d8e-a2b7-fe2af501acf0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0549979 Aug 30 19:23:05.405094 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-29cc5bcc-ed70-466c-9690-e8af343e1eae req-514a576c-3688-488f-92f2-73c547d5d36c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427294 Aug 30 19:23:05.434398 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-09aa8fef-19bd-49c5-b0e0-4b45b9e52ae7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 1001 time: 0.0692303 Aug 30 19:23:05.493963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-37f3774d-b6bb-433a-b9a7-377286b03649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.495595 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-37f3774d-b6bb-433a-b9a7-377286b03649 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0473022 Aug 30 19:23:05.548311 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-38f605b1-461e-414d-a54e-e6725655d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.549982 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-38f605b1-461e-414d-a54e-e6725655d57b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436525 Aug 30 19:23:05.740219 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8618-4b40-49e9-8a15-1e914d5313bd req-9aba654d-083d-4780-a017-28d16939a898 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:05.742483 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-623e8618-4b40-49e9-8a15-1e914d5313bd req-9aba654d-083d-4780-a017-28d16939a898 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0581772 Aug 30 19:23:05.784460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f19a-115e-4122-aba4-cd0d3c24998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:05.793278 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-623e8618-4b40-49e9-8a15-1e914d5313bd req-0c6af6a3-1d7d-43b0-8250-470c75f237ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Aug 30 19:23:05.942397 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-7e33a1ad-29d0-4ff2-87e4-6ca6eee63b3b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289357014&fields=id&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 267 time: 0.0626810 Aug 30 19:23:05.985352 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-0b5863bf-7e64-48cb-a738-122208387dd3 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165730 Aug 30 19:23:06.091093 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ae4dc-0db3-4cc7-b98f-a12b064977bd req-590b4ab1-cda8-48e6-a3dd-0322708f3bfa tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:06.098050 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a38ae4dc-0db3-4cc7-b98f-a12b064977bd req-590b4ab1-cda8-48e6-a3dd-0322708f3bfa tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0580912 Aug 30 19:23:06.138621 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:06.144407 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-f334e635-69bc-4432-97b8-5d6a9a186ddf tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:06.145881 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-f334e635-69bc-4432-97b8-5d6a9a186ddf tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.1951034 Aug 30 19:23:06.147317 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a38ae4dc-0db3-4cc7-b98f-a12b064977bd req-f4e985ff-f24e-443b-9cf7-54a49a841021 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Aug 30 19:23:06.152737 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c0f2fe9-aa7b-430e-9e0e-a54b865e5ff9 req-67378c2e-17f4-46ef-ba51-a3340aea6f15 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337898 Aug 30 19:23:06.162516 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-825650c2-77d3-4745-9816-f7763c0c8488 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/quotas/c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 375 time: 0.0088632 Aug 30 19:23:06.221361 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-f1495195-3713-4803-8a59-b6448a8b96e7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508957 Aug 30 19:23:06.330538 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20e5b-be95-4069-88aa-b24ca86f3f88 req-bbcff653-349a-42b0-923c-45e3e6dc1323 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:06.332038 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bc20e5b-be95-4069-88aa-b24ca86f3f88 req-bbcff653-349a-42b0-923c-45e3e6dc1323 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0560777 Aug 30 19:23:06.338245 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-2b939f19-eb59-42cb-be54-c29d71e51999 service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027017 Aug 30 19:23:06.374009 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bc20e5b-be95-4069-88aa-b24ca86f3f88 req-87d972c0-7cf3-4eca-83f4-747cf39a09fb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355747 Aug 30 19:23:06.439785 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-00758e40-33a6-46d4-aac1-acd96bd39a36 service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955513 Aug 30 19:23:06.478269 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-3f25b56d-f67e-4357-96ef-be886d4ff8aa tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293674 Aug 30 19:23:06.798688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1caf47-c725-4703-bbbb-20e984103227 req-24b7b487-ffaa-4315-86b4-590ab3a9df52 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:06.800243 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1caf47-c725-4703-bbbb-20e984103227 req-24b7b487-ffaa-4315-86b4-590ab3a9df52 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0588124 Aug 30 19:23:06.846709 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf1caf47-c725-4703-bbbb-20e984103227 req-fc714a48-def1-453d-8e69-32078429006d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396132 Aug 30 19:23:06.889898 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c6fa59b8-3ae3-4b5a-b244-b9df2284dc0f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:06.891527 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c6fa59b8-3ae3-4b5a-b244-b9df2284dc0f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075577 Aug 30 19:23:06.908885 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-ed15217d-c868-43ed-8126-efc4b6161f69 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/quotas/ddf3e8b7e24c4c21be63060abcc224ab HTTP/1.1" status: 200 len: 375 time: 0.0108857 Aug 30 19:23:06.920108 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d18abb7d-6ea0-4200-9ba3-3a7d9a13dc37 req-48e12d34-0778-4e7b-ae32-ed9a3405cc1a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0335605 Aug 30 19:23:06.964478 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-414b0ad0-647b-42c9-96ca-685c745682e1 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420933 Aug 30 19:23:07.024502 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:07.042093 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0c29-a41d-46d9-bf95-a82e602b4682 req-08c5348d-ad01-4d53-a878-267708569d9b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:07.043640 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-86ea0c29-a41d-46d9-bf95-a82e602b4682 req-08c5348d-ad01-4d53-a878-267708569d9b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Aug 30 19:23:07.097945 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-86ea0c29-a41d-46d9-bf95-a82e602b4682 req-883fc94e-9986-4b70-a551-261a3f74df64 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Aug 30 19:23:07.180481 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-febd2203-b9e8-42d2-acda-10217edb3789 req-3f110d7b-0e6e-4d08-8448-baa7b3e863ac tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 210 time: 0.0363150 Aug 30 19:23:07.287049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32303aa7-13a3-477d-8f9c-f269798e1b55 req-563de06c-137b-444b-b5a7-aa2d24c9c6c2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:07.288590 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-32303aa7-13a3-477d-8f9c-f269798e1b55 req-563de06c-137b-444b-b5a7-aa2d24c9c6c2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0537033 Aug 30 19:23:07.341591 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-32303aa7-13a3-477d-8f9c-f269798e1b55 req-17509b5e-3b77-4316-a22a-98704e47dbd7 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Aug 30 19:23:07.495148 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671f038-21ee-42f2-80c9-6cb13ff2fe46 req-47951307-1c56-43a4-8367-a560309f514c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:07.496655 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9671f038-21ee-42f2-80c9-6cb13ff2fe46 req-47951307-1c56-43a4-8367-a560309f514c tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Aug 30 19:23:07.538984 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9671f038-21ee-42f2-80c9-6cb13ff2fe46 req-695f966c-568f-472f-a51f-191f336dfb6d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Aug 30 19:23:08.018853 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c790ea3d-a41c-418e-8b0d-258ca31f8d04 req-002e9132-da1c-4dc2-b62d-dab4f8784601 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0292022 Aug 30 19:23:08.043193 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae613d-0c91-43ac-a458-74ae5b5a4dd0 req-0d33649b-761c-41b4-9480-8371f9ef5fb7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.045039 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8fae613d-0c91-43ac-a458-74ae5b5a4dd0 req-0d33649b-761c-41b4-9480-8371f9ef5fb7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0945220 Aug 30 19:23:08.070518 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-d8eac1d1-16d6-495c-87ce-11d00e654f73 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.072590 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-d8eac1d1-16d6-495c-87ce-11d00e654f73 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.1896181 Aug 30 19:23:08.116074 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8fae613d-0c91-43ac-a458-74ae5b5a4dd0 req-19b2db6b-1e8f-4a3d-89e8-86b42e13d77e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607982 Aug 30 19:23:08.171396 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-e2919f45-dd14-4b6c-8655-e045a38fe344 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 380 time: 0.0718865 Aug 30 19:23:08.183372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-4b3cc86f-4dda-4d71-8c7e-3dcb263f8b9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.184996 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-4b3cc86f-4dda-4d71-8c7e-3dcb263f8b9e tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0867231 Aug 30 19:23:08.189615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'port': {'device_id': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'admin_state_up': True, 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'security_groups': ['ada83453-0045-4490-a331-9788a7085e92']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:08.237649 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64c906-5872-4a13-a641-c3bc4640ae3e req-373e9f5a-3053-4e21-820b-513562716d98 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.239136 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9b64c906-5872-4a13-a641-c3bc4640ae3e req-373e9f5a-3053-4e21-820b-513562716d98 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 945 time: 0.0558972 Aug 30 19:23:08.278449 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9b64c906-5872-4a13-a641-c3bc4640ae3e req-c96d3fac-1ae8-4988-a3b1-41e42565b5bc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328948 Aug 30 19:23:08.308830 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9cc7d1dd-01f3-4aaf-9f02-24dac7ad4fc1 req-b30e9487-f390-4db9-ad9a-1e5d9940bca4 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 210 time: 0.0487483 Aug 30 19:23:08.333951 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6f285966-2fc3-4a78-bea3-2ed979fc4a16 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:08.337957 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937b59-ca05-47db-8cab-2fe63d850817 req-edb78c8c-44e2-4689-8f48-445bcb49262e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.340187 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66937b59-ca05-47db-8cab-2fe63d850817 req-edb78c8c-44e2-4689-8f48-445bcb49262e tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.0560217 Aug 30 19:23:08.355799 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 6f285966-2fc3-4a78-bea3-2ed979fc4a16 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:08.356436 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6f285966-2fc3-4a78-bea3-2ed979fc4a16 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:08.358583 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:08.408466 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Deleting port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:08.408901 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.426762 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Made reservation on behalf of c0b265d51b5a480c940de019e220e9e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:08.431876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.471112 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.502106 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:08.505208 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f8a220fb-9a4b-41cf-a53b-d80431312c3a tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702622 Aug 30 19:23:08.505698 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f534ad1-831e-4f04-a047-9bcf4875da3c" -d '{"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:08.526881 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:08.533553 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.569221 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4912c13-b566-441d-a828-8dbd1706d5ed req-ab5b2711-571f-4d57-8e5d-b829c842a9bd tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.574044 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4912c13-b566-441d-a828-8dbd1706d5ed req-ab5b2711-571f-4d57-8e5d-b829c842a9bd tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 945 time: 0.0986869 Aug 30 19:23:08.614354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea35a7b-e25d-4be6-8b9c-c38617c4a385 x-openstack-request-id: req-3ea35a7b-e25d-4be6-8b9c-c38617c4a385 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:08.616793 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:08.617054 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ea35a7b-e25d-4be6-8b9c-c38617c4a385 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:08.617503 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'code': 200} Aug 30 19:23:08.630675 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Deleting port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:08.632916 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.670857 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.694109 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:08.788009 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4912c13-b566-441d-a828-8dbd1706d5ed req-1d8fb2a6-25a6-471e-8115-cc2a61767606 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386402 Aug 30 19:23:08.819274 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] For port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:08.819927 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.846392 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Calling delete_port for 5455e002-450f-4f5e-9e6a-ac19d81a5f9f owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:08.923909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-94bbef91-18c8-4f85-a43b-4b76c12a6765 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:08.925758 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-94bbef91-18c8-4f85-a43b-4b76c12a6765 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092820 Aug 30 19:23:08.950163 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] For port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:08.950538 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:08.956202 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Request body: {'port': {'device_id': '071ed317-acef-4928-8099-41b0d72b7456', 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011', 'admin_state_up': True, 'tenant_id': 'ddf3e8b7e24c4c21be63060abcc224ab'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:08.993260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.20.0.12 (e04c8f77-b115-47c1-9d03-4eccdb41d171/64adc614-1f1a-4034-aaff-2c9251de23b4/d6dad27b-1b95-41f5-96f4-6e455772acf5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:23:09.028747 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.036105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Calling delete_port for 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:09.046121 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['2e7f487f-ed59-44ed-b06c-a0bfa38673d5', '5455e002-450f-4f5e-9e6a-ac19d81a5f9f'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:09.075206 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Pushing event deleted for resources: {'Port': ['ID=5455e002-450f-4f5e-9e6a-ac19d81a5f9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:09.075916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba99d26-3a95-4f31-8e16-d5827e45f5df req-b3b46571-81ef-4d7e-b6eb-3338123ed717 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:09.092747 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cba99d26-3a95-4f31-8e16-d5827e45f5df req-b3b46571-81ef-4d7e-b6eb-3338123ed717 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=d59200ac-e7c4-4264-9131-c3fb55528a81 HTTP/1.1" status: 200 len: 946 time: 0.2640512 Aug 30 19:23:09.154464 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c4d2ab62-2394-4b15-8978-01eecb556e94 req-3a24e86d-071d-4472-bbc0-e84b6ac91df6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0433185 Aug 30 19:23:09.181928 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] No DVR routers for this DVR port 5455e002-450f-4f5e-9e6a-ac19d81a5f9f on host hv-cinder-80531 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:09.186093 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.188797 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66937b59-ca05-47db-8cab-2fe63d850817 req-800e2ec6-9043-4c34-969e-9a7a46cf8830 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "DELETE /v2.0/ports/5455e002-450f-4f5e-9e6a-ac19d81a5f9f HTTP/1.1" status: 204 len: 173 time: 0.8383260 Aug 30 19:23:09.189548 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'name': 'network-vif-deleted', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:09.193014 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5cff29-8a4d-4247-a17c-5d812df84975" -d '{"events": [{"server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "name": "network-vif-deleted", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:09.281039 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cba99d26-3a95-4f31-8e16-d5827e45f5df req-d6d83ddc-61c5-4404-984c-1320d3bd397b tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874001 Aug 30 19:23:09.295738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3093013-7cf1-45c3-8bda-75b141eccd8c req-a5ae193d-8a79-4cc3-a17e-9d420dd6ebd2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:09.304596 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f3093013-7cf1-45c3-8bda-75b141eccd8c req-a5ae193d-8a79-4cc3-a17e-9d420dd6ebd2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0613201 Aug 30 19:23:09.368867 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Made reservation on behalf of ddf3e8b7e24c4c21be63060abcc224ab for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:09.373659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.387814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.389969 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f3093013-7cf1-45c3-8bda-75b141eccd8c req-9bbb0205-cd30-44ac-9250-ebafc0592c5d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0832388 Aug 30 19:23:09.396670 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49404e-d417-4a6c-b312-71937b315e5c x-openstack-request-id: req-fb49404e-d417-4a6c-b312-71937b315e5c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:09.396934 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59200ac-e7c4-4264-9131-c3fb55528a81", "name": "network-vif-deleted", "tag": "5455e002-450f-4f5e-9e6a-ac19d81a5f9f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:09.397207 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb49404e-d417-4a6c-b312-71937b315e5c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:09.397617 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59200ac-e7c4-4264-9131-c3fb55528a81', 'name': 'network-vif-deleted', 'tag': '5455e002-450f-4f5e-9e6a-ac19d81a5f9f', 'status': 'completed', 'code': 200} Aug 30 19:23:09.499285 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4dc022e-27c6-4547-a9b2-e81196fda160 req-ee0d9985-f950-4060-9c6d-7b8d310564d1 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 210 time: 0.0293739 Aug 30 19:23:09.531891 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.544242 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da', '4ce49e70-6eb6-49ac-82bc-d9237f0fd059'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:09.584937 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.590539 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event deleted for resources: {'Port': ['ID=4ce49e70-6eb6-49ac-82bc-d9237f0fd059,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:09.637455 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Transition to ACTIVE for port object d6dad27b-1b95-41f5-96f4-6e455772acf5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:09.649055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff2efe-e977-4561-a1e2-26e6e108a03f req-62fee2dc-c4aa-4875-86f7-2cfed3a1d155 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:09.651214 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-12ff2efe-e977-4561-a1e2-26e6e108a03f req-62fee2dc-c4aa-4875-86f7-2cfed3a1d155 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.1812911 Aug 30 19:23:09.679985 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] No DVR routers for this DVR port 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:09.690206 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.692044 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4ebb6974-babc-4810-a90d-8ac43eb6d1f5 req-8a54c3fe-7ec7-4f33-88f4-162472d257f3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "DELETE /v2.0/ports/4ce49e70-6eb6-49ac-82bc-d9237f0fd059 HTTP/1.1" status: 204 len: 173 time: 1.4977634 Aug 30 19:23:09.692464 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'name': 'network-vif-deleted', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:09.694824 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c3c7a-3f63-4d5d-b268-52dc976bc98f" -d '{"events": [{"server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "name": "network-vif-deleted", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:09.726222 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.737839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.755070 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61c516-cb33-4bc7-b01e-0f5ca1b1c284 x-openstack-request-id: req-cc61c516-cb33-4bc7-b01e-0f5ca1b1c284 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:09.755289 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e491d39c-1a57-4000-8d4d-6ce62020a8f7", "name": "network-vif-deleted", "tag": "4ce49e70-6eb6-49ac-82bc-d9237f0fd059", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:09.755515 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cc61c516-cb33-4bc7-b01e-0f5ca1b1c284 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:09.756159 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e491d39c-1a57-4000-8d4d-6ce62020a8f7', 'name': 'network-vif-deleted', 'tag': '4ce49e70-6eb6-49ac-82bc-d9237f0fd059', 'status': 'completed', 'code': 200} Aug 30 19:23:09.828695 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-12ff2efe-e977-4561-a1e2-26e6e108a03f req-c9fdd506-a90c-4f37-a612-5b98615dc842 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417496 Aug 30 19:23:09.857431 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8563cb-5eb9-4825-80cd-9a2b5ef80457,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:09.862885 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:09.953365 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2c4dc945-2b3c-4ef1-9b5e-5bae240e8f53 req-0898d38e-b809-4f4a-8424-98c552b6a7a2 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=e491d39c-1a57-4000-8d4d-6ce62020a8f7 HTTP/1.1" status: 200 len: 210 time: 0.0297043 Aug 30 19:23:09.971900 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:23:09.980275 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:09.989336 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Allocated IP 192.168.233.179 (49f6ec28-d7c4-47fb-ba23-6dc3829a8011/e46f3775-f788-483f-a264-3b3854a4714b/d2e96a0e-e92c-4c96-87ee-152668c9ed56) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:23:09.991465 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:23:09.997992 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:09.999027 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:10.008227 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:10.026203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4300751a-1d88-4116-807c-65dbe9e286c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8400962 Aug 30 19:23:10.045162 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Request body: {'port': {'device_id': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:10.166746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:10.273162 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f584c5c9-df93-4069-87c9-b418e8215428 None None] Provisioning for port d6dad27b-1b95-41f5-96f4-6e455772acf5 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:10.279134 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f584c5c9-df93-4069-87c9-b418e8215428 None None] Provisioning complete for port d6dad27b-1b95-41f5-96f4-6e455772acf5 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:10.279497 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f584c5c9-df93-4069-87c9-b418e8215428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:10.318554 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f584c5c9-df93-4069-87c9-b418e8215428 None None] Port d6dad27b-1b95-41f5-96f4-6e455772acf5 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:23:10.360095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb350b-d439-4695-a275-7dc8443ec212 req-085fd203-b94c-4e88-92cc-2893ec8d94f0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:10.371336 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-defb350b-d439-4695-a275-7dc8443ec212 req-085fd203-b94c-4e88-92cc-2893ec8d94f0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 932 time: 0.1119483 Aug 30 19:23:10.387567 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:10.429023 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-defb350b-d439-4695-a275-7dc8443ec212 req-0ac28100-41ec-458a-8610-adc181fbc3de tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567563 Aug 30 19:23:10.442839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Transition to ACTIVE for port object d2e96a0e-e92c-4c96-87ee-152668c9ed56 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:10.609978 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631d73a-6ac1-40c3-85ee-d603e95ebfc8 req-d53fa485-26c7-496f-bea5-1be9b105bd49 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:10.611878 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a631d73a-6ac1-40c3-85ee-d603e95ebfc8 req-d53fa485-26c7-496f-bea5-1be9b105bd49 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0659428 Aug 30 19:23:10.668674 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a631d73a-6ac1-40c3-85ee-d603e95ebfc8 req-b15d598b-562a-4b6d-b4cc-ee520fc78e1c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410190 Aug 30 19:23:10.777491 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0d420f94-6d11-4e07-bceb-58395e45bc0d req-e434a25f-3b04-4280-8263-4f74de4c79b5 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 210 time: 0.0392628 Aug 30 19:23:10.860936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:10.888287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235e4f-9f09-457e-9af9-50f0a2cfe3b9 req-3e7b74b2-6652-4321-8e1a-0c73a7da4804 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:10.895459 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-df235e4f-9f09-457e-9af9-50f0a2cfe3b9 req-3e7b74b2-6652-4321-8e1a-0c73a7da4804 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1145589 Aug 30 19:23:10.929312 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa403-71e3-4d82-94f8-9b0cce9c0bb6 req-d6ea365a-d7f5-4005-8488-250f2134abd2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:10.938130 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-342fa403-71e3-4d82-94f8-9b0cce9c0bb6 req-d6ea365a-d7f5-4005-8488-250f2134abd2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0805864 Aug 30 19:23:10.979303 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-342fa403-71e3-4d82-94f8-9b0cce9c0bb6 req-cb2e2cb2-602e-465d-a980-8bc74e5bbee3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393910 Aug 30 19:23:10.988315 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:23:11.001050 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:11.010592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:23:11.016215 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.017197 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.025450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Pushing event updated for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:11.040241 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dad27b-1b95-41f5-96f4-6e455772acf5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:11.054717 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-df235e4f-9f09-457e-9af9-50f0a2cfe3b9 req-6556914c-d9fc-4eb5-b7e2-fd597f741404 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576531 Aug 30 19:23:11.074532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.090988 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-f7c2aa30-964d-49dd-b3b3-5ae38af9ae3d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1399503 Aug 30 19:23:11.097848 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Transition to ACTIVE for port object d6dad27b-1b95-41f5-96f4-6e455772acf5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:11.105072 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Request body: {'port': {'device_id': '071ed317-acef-4928-8099-41b0d72b7456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:11.109512 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.241087 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:11.258057 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.307727 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 54756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:11.312222 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Attempting to bind port d6dad27b-1b95-41f5-96f4-6e455772acf5 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:23:11.312673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Attempting to bind port d6dad27b-1b95-41f5-96f4-6e455772acf5 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:23:11.313192 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Attempting to bind port d6dad27b-1b95-41f5-96f4-6e455772acf5 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:11.327950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Port d6dad27b-1b95-41f5-96f4-6e455772acf5 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:23:11.328264 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Attempting to bind port d6dad27b-1b95-41f5-96f4-6e455772acf5 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:11.345772 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:23:11.346113 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:23:11.346443 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Bound using segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:23:11.346892 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Bound port: d6dad27b-1b95-41f5-96f4-6e455772acf5, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:23:11.347272 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.360382 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c6e17106-bc02-449d-a7df-0a63a03656c4 None None] Provisioning for port d2e96a0e-e92c-4c96-87ee-152668c9ed56 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:11.365855 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c6e17106-bc02-449d-a7df-0a63a03656c4 None None] Provisioning complete for port d2e96a0e-e92c-4c96-87ee-152668c9ed56 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:11.366447 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c6e17106-bc02-449d-a7df-0a63a03656c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.413045 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c6e17106-bc02-449d-a7df-0a63a03656c4 None None] Port d2e96a0e-e92c-4c96-87ee-152668c9ed56 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:23:11.458127 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-bdde98b4-60cc-4e7d-a6e2-6c79e9772763 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1492045 Aug 30 19:23:11.541334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:23:11.546297 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:23:11.555554 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.582554 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501b085-505f-41d2-9c88-b58818508d06 req-07537f6d-6e9b-4020-af5d-0b86b22f6591 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.590642 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1501b085-505f-41d2-9c88-b58818508d06 req-07537f6d-6e9b-4020-af5d-0b86b22f6591 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0753651 Aug 30 19:23:11.615010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.615616 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.617026 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] 10.222.0.83 "PUT /v2.0/ports/d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 200 len: 1094 time: 1.5792720 Aug 30 19:23:11.626230 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1501b085-505f-41d2-9c88-b58818508d06 req-f4f9d529-0c8d-4310-b10d-0f089201e307 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Aug 30 19:23:11.669156 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4ba6-8534-4066-9b68-7437be78ac44 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:11.758386 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:11.760657 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b31679-d691-424d-a7a3-522ceda4c662" -d '{"events": [{"name": "network-changed", "server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:11.788663 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e96a0e-e92c-4c96-87ee-152668c9ed56 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:11.795002 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-fe63151f-e92e-473a-837b-b506774a10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.796556 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-fe63151f-e92e-473a-837b-b506774a10c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1097 time: 0.1030767 Aug 30 19:23:11.816018 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e1e3e5-9fc2-4509-880e-995a7ebba140 x-openstack-request-id: req-a1e1e3e5-9fc2-4509-880e-995a7ebba140 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:11.816318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:11.816574 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a1e1e3e5-9fc2-4509-880e-995a7ebba140 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:11.816967 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'status': 'completed', 'code': 200} Aug 30 19:23:11.826974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.868569 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-c78a2ff1-3339-43ea-91e6-b9c344e74956 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 200 len: 217 time: 0.0486286 Aug 30 19:23:11.878229 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Transition to ACTIVE for port object d2e96a0e-e92c-4c96-87ee-152668c9ed56 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:11.893193 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:11.950464 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbd90f-97c8-4061-824f-38732b1b23ca req-d7e4978b-9cea-4cc0-8add-530bbfa27cf3 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.952283 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2adbd90f-97c8-4061-824f-38732b1b23ca req-d7e4978b-9cea-4cc0-8add-530bbfa27cf3 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 948 time: 0.0663996 Aug 30 19:23:11.968257 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227a37d-8410-4aff-a847-f2495127fb0a req-77e9aa6d-f1b7-4273-a4c1-f44136e464d3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:11.970104 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7227a37d-8410-4aff-a847-f2495127fb0a req-77e9aa6d-f1b7-4273-a4c1-f44136e464d3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.2051201 Aug 30 19:23:12.011958 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2adbd90f-97c8-4061-824f-38732b1b23ca req-09db5503-4c71-47b0-a153-c964701392bb tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Aug 30 19:23:12.027182 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:12.031073 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-9641b06f-ef93-4bd7-8de8-4df3b49e3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.032776 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-9641b06f-ef93-4bd7-8de8-4df3b49e3f35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.1480422 Aug 30 19:23:12.115634 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7227a37d-8410-4aff-a847-f2495127fb0a req-d3363e43-5e8c-46d8-8d0a-2981667f6b38 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1216915 Aug 30 19:23:12.116512 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Attempting to bind port d2e96a0e-e92c-4c96-87ee-152668c9ed56 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:23:12.117008 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Attempting to bind port d2e96a0e-e92c-4c96-87ee-152668c9ed56 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:23:12.117758 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Attempting to bind port d2e96a0e-e92c-4c96-87ee-152668c9ed56 on network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:12.127409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Port d2e96a0e-e92c-4c96-87ee-152668c9ed56 on network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:23:12.127956 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Attempting to bind port d2e96a0e-e92c-4c96-87ee-152668c9ed56 on network 49f6ec28-d7c4-47fb-ba23-6dc3829a8011 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:12.139499 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:23:12.139839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Checking segment: {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:23:12.140233 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Bound using segment: {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:23:12.140676 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Bound port: d2e96a0e-e92c-4c96-87ee-152668c9ed56, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaa82aa-2a48-4eb0-a029-06bf8fec17e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1204, 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:23:12.141038 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:12.166954 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4bfa7238-b395-4d1f-afd8-e2a7ed0ac667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.168781 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-4bfa7238-b395-4d1f-afd8-e2a7ed0ac667 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244900 Aug 30 19:23:12.174557 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b2d9-0249-4fa1-94b5-b5322a8c4922 req-0acf897a-55b4-4837-8992-e2ff665191a0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.175503 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-07a8b2d9-0249-4fa1-94b5-b5322a8c4922 req-0acf897a-55b4-4837-8992-e2ff665191a0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0860186 Aug 30 19:23:12.231875 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-07a8b2d9-0249-4fa1-94b5-b5322a8c4922 req-9cfdbdd1-d91b-4f01-9b6d-8caffbee5e2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439906 Aug 30 19:23:12.326396 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:23:12.332114 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:23:12.333431 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:12.347043 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:12.389401 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acde03-4dbd-4a7d-b029-ff13ea4deb70 req-cc0677a2-f09f-4d50-9c14-0bfc768fca29 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.391007 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-41acde03-4dbd-4a7d-b029-ff13ea4deb70 req-cc0677a2-f09f-4d50-9c14-0bfc768fca29 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1548464 Aug 30 19:23:12.411639 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.412264 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:12.413880 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] 10.222.0.83 "PUT /v2.0/ports/d2e96a0e-e92c-4c96-87ee-152668c9ed56 HTTP/1.1" status: 200 len: 1098 time: 1.3140140 Aug 30 19:23:12.430900 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:12.436281 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-37afe267-50e4-447e-bd77-822c0b21693d service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328153 Aug 30 19:23:12.469876 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:12.470553 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 4ce49e70-6eb6-49ac-82bc-d9237f0fd059 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:12.471168 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 5455e002-450f-4f5e-9e6a-ac19d81a5f9f no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:12.495478 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 5455e002-450f-4f5e-9e6a-ac19d81a5f9f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:12.495817 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 5455e002-450f-4f5e-9e6a-ac19d81a5f9f not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:12.524250 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807e47d-cf85-4548-88ed-df1da9169147 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:12.533177 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-41acde03-4dbd-4a7d-b029-ff13ea4deb70 req-9da515f0-3b9a-4502-922c-e72f2e316ab6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331246 Aug 30 19:23:12.570963 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9ac3-4e05-482f-a431-5266a56ce94e req-577e1271-dad3-4960-a2bb-928fe5a6542b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.573847 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9eed9ac3-4e05-482f-a431-5266a56ce94e req-577e1271-dad3-4960-a2bb-928fe5a6542b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0672092 Aug 30 19:23:12.609221 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-3af958dc-b02d-42aa-9d47-029f664308e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.610952 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-3af958dc-b02d-42aa-9d47-029f664308e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 1101 time: 0.1265569 Aug 30 19:23:12.613253 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d42776c6-7935-4e4f-bed5-f6341097e350 req-087d4bb5-6c6a-4c41-8fde-266bc7268b95 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590724 Aug 30 19:23:12.626148 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9eed9ac3-4e05-482f-a431-5266a56ce94e req-930c3d26-86c3-4119-8cdc-ed65c9cfd107 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447288 Aug 30 19:23:12.676586 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-1215ffb8-9ca6-4729-beb8-88bb115c209a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56 HTTP/1.1" status: 200 len: 217 time: 0.0482366 Aug 30 19:23:12.803812 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-15a2e787-3cb9-4669-97bf-b4b4f70d9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.806391 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-15a2e787-3cb9-4669-97bf-b4b4f70d9a1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e46f3775-f788-483f-a264-3b3854a4714b HTTP/1.1" status: 200 len: 843 time: 0.1028867 Aug 30 19:23:12.825078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21865f-a785-409e-b478-e5ed44721cd5 req-676d2a8b-15c5-481a-95f7-4c3005d76908 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.826557 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f21865f-a785-409e-b478-e5ed44721cd5 req-676d2a8b-15c5-481a-95f7-4c3005d76908 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.1120911 Aug 30 19:23:12.831971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b31679-d691-424d-a7a3-522ceda4c662 req-594d4fc2-d702-4672-84d4-65138d63c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.833339 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-594d4fc2-d702-4672-84d4-65138d63c3a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1097 time: 0.0817428 Aug 30 19:23:12.947002 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f21865f-a785-409e-b478-e5ed44721cd5 req-c765c458-4f06-4e55-bf3b-561a98fd0521 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126680 Aug 30 19:23:12.965240 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-18df93a8-5c9d-44bb-afb3-3b939c0eebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:12.966743 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-18df93a8-5c9d-44bb-afb3-3b939c0eebb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49f6ec28-d7c4-47fb-ba23-6dc3829a8011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1314564 Aug 30 19:23:13.002074 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b31679-d691-424d-a7a3-522ceda4c662 req-9c66c2ad-f51e-425f-ab68-4504d48bfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.003482 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-9c66c2ad-f51e-425f-ab68-4504d48bfe1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1410215 Aug 30 19:23:13.069667 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-99149f23-fba4-445e-ace6-68fde380d25b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 200 len: 217 time: 0.0383418 Aug 30 19:23:13.132753 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2cb43-00ca-4e68-83ae-3b8e492dbf0c req-05f3324e-9091-492f-9c06-c4cb5fe97237 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.134774 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c9d2cb43-00ca-4e68-83ae-3b8e492dbf0c req-05f3324e-9091-492f-9c06-c4cb5fe97237 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 948 time: 0.0522861 Aug 30 19:23:13.144506 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-507de960-a346-4c2b-b094-17918bb6e57e service neutron] 10.222.0.83 "GET /v2.0/networks/49f6ec28-d7c4-47fb-ba23-6dc3829a8011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628938 Aug 30 19:23:13.152133 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b31679-d691-424d-a7a3-522ceda4c662 req-11a5e1b9-7432-42ce-b65d-75cec0977d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.153718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-11a5e1b9-7432-42ce-b65d-75cec0977d72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0680046 Aug 30 19:23:13.177984 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c9d2cb43-00ca-4e68-83ae-3b8e492dbf0c req-1628335c-b63a-494b-9dec-fd8494619865 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Aug 30 19:23:13.315075 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b31679-d691-424d-a7a3-522ceda4c662 req-0c2bae6e-7e49-4980-9f5d-282480731fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.316525 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-0c2bae6e-7e49-4980-9f5d-282480731fd4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1328883 Aug 30 19:23:13.333801 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b7bc5-84bb-4746-824d-7170aa31a7b1 req-d263cc60-4578-4037-a6a7-86db4f81aa7c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.335294 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-312b7bc5-84bb-4746-824d-7170aa31a7b1 req-d263cc60-4578-4037-a6a7-86db4f81aa7c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.1323364 Aug 30 19:23:13.356923 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9b4d2f4-e895-4ebc-800d-c1d5a6061c8c req-943995da-e085-4a4a-8000-631ab11ac6d1 service neutron] 10.222.0.83 "GET /v2.0/networks/49f6ec28-d7c4-47fb-ba23-6dc3829a8011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852534 Aug 30 19:23:13.377498 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2657666-4f02-4267-9162-4f15802cc98e req-7c46fe38-1e72-4384-af6d-b94def27f1d4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.381403 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2657666-4f02-4267-9162-4f15802cc98e req-7c46fe38-1e72-4384-af6d-b94def27f1d4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0626583 Aug 30 19:23:13.422015 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2657666-4f02-4267-9162-4f15802cc98e req-3786065b-f59c-47ef-9a47-858ef2e41696 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Aug 30 19:23:13.495535 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-312b7bc5-84bb-4746-824d-7170aa31a7b1 req-9b1d3b38-b3f4-4533-8a39-7c66996d7a80 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1501193 Aug 30 19:23:13.506343 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fe6f-d21a-432f-b235-522c1088d499 req-f71f87e4-ada1-44b9-a38a-650a06265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.509699 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-f71f87e4-ada1-44b9-a38a-650a06265724 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 1096 time: 0.1633897 Aug 30 19:23:13.524351 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-98d58d1b-f02d-473c-897a-4c3b16e077c5 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874244 Aug 30 19:23:13.636015 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fe6f-d21a-432f-b235-522c1088d499 req-24d362a6-0d71-472c-b98d-36d31893c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.637491 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-24d362a6-0d71-472c-b98d-36d31893c563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1096 time: 0.0964539 Aug 30 19:23:13.658164 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b0f8-4141-4ab4-a423-a4fdd46f7082 req-cff95641-ec38-4aa6-8c86-411ab8b1e681 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:13.659972 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6226b0f8-4141-4ab4-a423-a4fdd46f7082 req-cff95641-ec38-4aa6-8c86-411ab8b1e681 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0501916 Aug 30 19:23:13.674112 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-70b31679-d691-424d-a7a3-522ceda4c662 req-f56cf4e6-8fb1-4b4c-aac1-cbb01b285f8b service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405764 Aug 30 19:23:13.709088 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6226b0f8-4141-4ab4-a423-a4fdd46f7082 req-9a128869-6028-46f9-bb0b-a94fc4c37a59 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Aug 30 19:23:13.990299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:13.993135 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:14.017193 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:23:14.039478 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8dd73-1b12-4a23-9650-2f3c9fbab894 req-2e95d303-07b6-43e5-9cee-70bcb00584ae tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.040922 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-abd8dd73-1b12-4a23-9650-2f3c9fbab894 req-2e95d303-07b6-43e5-9cee-70bcb00584ae tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.3354228 Aug 30 19:23:14.042663 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fe6f-d21a-432f-b235-522c1088d499 req-80891272-15ab-4311-bac4-609307c47a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.044033 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-80891272-15ab-4311-bac4-609307c47a5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.3961637 Aug 30 19:23:14.067107 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c79e2-0f06-445e-a981-218c0a28d9eb req-881e2a66-4289-4319-9fa1-909aa6e8137b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.069632 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fd7c79e2-0f06-445e-a981-218c0a28d9eb req-881e2a66-4289-4319-9fa1-909aa6e8137b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0514081 Aug 30 19:23:14.117114 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fd7c79e2-0f06-445e-a981-218c0a28d9eb req-de927f0c-11d1-4a81-a00a-74d98ad4bd6f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Aug 30 19:23:14.129853 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-abd8dd73-1b12-4a23-9650-2f3c9fbab894 req-1511dda7-0a59-441b-8068-ff29b71d69db tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824649 Aug 30 19:23:14.147228 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-98c61276-23d6-44e8-bd65-be041416c3f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 999 time: 0.0904934 Aug 30 19:23:14.163829 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464e0351-f421-409d-9b1d-f4c2b7875860 x-openstack-request-id: req-464e0351-f421-409d-9b1d-f4c2b7875860 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:14.164422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:14.164666 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-464e0351-f421-409d-9b1d-f4c2b7875860 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:14.165349 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56', 'status': 'completed', 'code': 200} Aug 30 19:23:14.240958 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fe6f-d21a-432f-b235-522c1088d499 req-002d412d-dd27-4ca7-a74d-d995832fc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.243003 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-002d412d-dd27-4ca7-a74d-d995832fc3b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0813355 Aug 30 19:23:14.304260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-6673118e-7227-41de-ac7c-86af00d5a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.306640 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-6673118e-7227-41de-ac7c-86af00d5a897 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 1101 time: 0.1041660 Aug 30 19:23:14.374384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856fe6f-d21a-432f-b235-522c1088d499 req-f013b8de-631c-45a4-abca-10262ce1b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.375956 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-f013b8de-631c-45a4-abca-10262ce1b49a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118550 Aug 30 19:23:14.388638 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76298f1c-bd87-4947-bec5-7d0586865675 req-c0bddeca-d45e-4abf-85af-77d83f7371d5 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.390047 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-76298f1c-bd87-4947-bec5-7d0586865675 req-c0bddeca-d45e-4abf-85af-77d83f7371d5 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 948 time: 0.1391263 Aug 30 19:23:14.505610 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-7e8c11e3-7f5c-4786-89f0-82b306fc68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.507057 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-7e8c11e3-7f5c-4786-89f0-82b306fc68af service neutron] 10.222.0.83 "GET /v2.0/networks?id=49f6ec28-d7c4-47fb-ba23-6dc3829a8011 HTTP/1.1" status: 200 len: 871 time: 0.1885428 Aug 30 19:23:14.516442 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-76298f1c-bd87-4947-bec5-7d0586865675 req-e9d90335-3a3d-490d-9905-7712bd30619f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136289 Aug 30 19:23:14.562786 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-9203b518-890b-4f9a-aeca-3ca92bd61b20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56 HTTP/1.1" status: 200 len: 217 time: 0.0439458 Aug 30 19:23:14.567010 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf3bab-baec-4452-96b4-15eb941b3bc9 req-09bcf9b5-c1ad-43a2-9198-21ffbde4a22b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.568572 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bbf3bab-baec-4452-96b4-15eb941b3bc9 req-09bcf9b5-c1ad-43a2-9198-21ffbde4a22b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0684185 Aug 30 19:23:14.577639 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-dcad97a7-9bb7-48bd-b1ed-a0de42396b22 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830249 Aug 30 19:23:14.610817 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bbf3bab-baec-4452-96b4-15eb941b3bc9 req-c6d858e2-306a-470e-bd53-61ea151433e6 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346375 Aug 30 19:23:14.705755 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-8b86f275-8cc8-409f-96a4-c56113c5fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.707192 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-8b86f275-8cc8-409f-96a4-c56113c5fbe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e46f3775-f788-483f-a264-3b3854a4714b HTTP/1.1" status: 200 len: 843 time: 0.1287329 Aug 30 19:23:14.746062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709e89a-7b67-4b74-9dad-f8c3af70a7fe req-2ad2990d-dbe6-4a47-ad6c-16373788f9c2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.747548 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7709e89a-7b67-4b74-9dad-f8c3af70a7fe req-2ad2990d-dbe6-4a47-ad6c-16373788f9c2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.1600165 Aug 30 19:23:14.785141 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4856fe6f-d21a-432f-b235-522c1088d499 req-0fb6b0e4-cb61-4717-a139-7607c0867560 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953845 Aug 30 19:23:14.815942 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-1e20d306-e28c-4c32-862d-6c32e177d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.817423 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-1e20d306-e28c-4c32-862d-6c32e177d3ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49f6ec28-d7c4-47fb-ba23-6dc3829a8011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0963035 Aug 30 19:23:14.824531 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7709e89a-7b67-4b74-9dad-f8c3af70a7fe req-9f18c267-f7d9-4f67-bb97-aec579d06f79 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550373 Aug 30 19:23:14.829828 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e80bb-713b-4592-a23f-686d93cdf191 req-97d112b7-fd2e-43da-9bd6-103c8c25a433 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.831310 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a51e80bb-713b-4592-a23f-686d93cdf191 req-97d112b7-fd2e-43da-9bd6-103c8c25a433 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0557771 Aug 30 19:23:14.881827 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a51e80bb-713b-4592-a23f-686d93cdf191 req-42626d76-5e43-4e23-a24f-6252968f5fe0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Aug 30 19:23:14.971680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-5c750ba6-484f-4a05-a171-96d326ab1aec tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:14.973093 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-5c750ba6-484f-4a05-a171-96d326ab1aec tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0821860 Aug 30 19:23:14.976474 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-23debe58-37ed-4867-9d27-c1165dcd3d2f service neutron] 10.222.0.83 "GET /v2.0/networks/49f6ec28-d7c4-47fb-ba23-6dc3829a8011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336911 Aug 30 19:23:15.158546 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd31b395-ad06-4a99-b8ac-2845a0a7e18b req-c2a28873-5bbd-44c1-ae6d-3306cba21e35 service neutron] 10.222.0.83 "GET /v2.0/networks/49f6ec28-d7c4-47fb-ba23-6dc3829a8011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559565 Aug 30 19:23:15.177770 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:15.189721 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Deleting port c91742cc-9d6a-42d4-b1be-c3c82af619da {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:15.190118 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:15.279857 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e13b6-33d4-46e6-9b77-c1b653050ae6 req-b9028946-fef0-4116-910d-5dfb918bca17 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:15.281484 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1e6e13b6-33d4-46e6-9b77-c1b653050ae6 req-b9028946-fef0-4116-910d-5dfb918bca17 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 946 time: 0.0505965 Aug 30 19:23:15.311569 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3846b3f-26ac-4d25-b90f-ba6f2992b8f0 req-77277691-688c-417d-b6b8-9caff679e02d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:15.313186 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f3846b3f-26ac-4d25-b90f-ba6f2992b8f0 req-77277691-688c-417d-b6b8-9caff679e02d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0721018 Aug 30 19:23:15.350851 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1e6e13b6-33d4-46e6-9b77-c1b653050ae6 req-a6f5c206-a383-4499-bd03-6858f304e6fa tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/security-groups?id=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622225 Aug 30 19:23:15.394989 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] For port c91742cc-9d6a-42d4-b1be-c3c82af619da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c91742cc-9d6a-42d4-b1be-c3c82af619da,segment=NetworkSegment(6aced0f3-84eb-41c1-b36e-2e26c2f6838b),segment_id=6aced0f3-84eb-41c1-b36e-2e26c2f6838b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:15.395374 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:15.403734 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f3846b3f-26ac-4d25-b90f-ba6f2992b8f0 req-7afc01ec-25a0-4435-bcf0-a533cd3efe39 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810349 Aug 30 19:23:15.428615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Calling delete_port for c91742cc-9d6a-42d4-b1be-c3c82af619da owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:15.596353 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:15.612871 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['c91742cc-9d6a-42d4-b1be-c3c82af619da'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:15.671385 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Pushing event deleted for resources: {'Port': ['ID=c91742cc-9d6a-42d4-b1be-c3c82af619da,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:15.717419 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dc2f6-ffae-4ce7-809e-23638d7de55d req-9577949e-8177-4778-b69c-6af24e5a04b0 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:15.726566 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-782dc2f6-ffae-4ce7-809e-23638d7de55d req-9577949e-8177-4778-b69c-6af24e5a04b0 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 948 time: 0.1143379 Aug 30 19:23:15.743190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] No DVR routers for this DVR port c91742cc-9d6a-42d4-b1be-c3c82af619da on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:15.750734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:15.752761 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a265d9c3-93d4-4261-ae81-a0d09fcf498a req-2fa05aac-709f-499f-bdf1-3d7b3f8c86c3 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.83 "DELETE /v2.0/ports/c91742cc-9d6a-42d4-b1be-c3c82af619da HTTP/1.1" status: 204 len: 173 time: 0.7619951 Aug 30 19:23:15.777086 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-782dc2f6-ffae-4ce7-809e-23638d7de55d req-1fd14cfb-84fe-4318-8391-b51a54437539 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Aug 30 19:23:15.821431 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59522ea0-4622-424a-b9bc-e68fdc0acc5f req-64b904bd-b4b6-4b11-ad4b-3b1fb50e8ce3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:15.823142 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59522ea0-4622-424a-b9bc-e68fdc0acc5f req-64b904bd-b4b6-4b11-ad4b-3b1fb50e8ce3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0694590 Aug 30 19:23:15.880915 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59522ea0-4622-424a-b9bc-e68fdc0acc5f req-bbdee710-dca8-4f0b-bed7-3641640e5092 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507729 Aug 30 19:23:15.959836 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47424e-2a1e-4f11-a882-5ea829fe17f6 req-e92ce0d1-553b-4618-bb1b-4baf0d4ea597 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:15.965515 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca47424e-2a1e-4f11-a882-5ea829fe17f6 req-e92ce0d1-553b-4618-bb1b-4baf0d4ea597 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0545239 Aug 30 19:23:16.024310 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f7168-e960-4b38-8bf7-415f3afec32b req-d5e0b0f6-cdb2-45ed-a51c-0d15a74dbcc4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:16.026459 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-259f7168-e960-4b38-8bf7-415f3afec32b req-d5e0b0f6-cdb2-45ed-a51c-0d15a74dbcc4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0774565 Aug 30 19:23:16.029369 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca47424e-2a1e-4f11-a882-5ea829fe17f6 req-ade66d2d-633c-4896-ad90-a31e8ca5819f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567286 Aug 30 19:23:16.071390 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-259f7168-e960-4b38-8bf7-415f3afec32b req-ecdefb7a-3294-4310-962b-89bea7ea4c60 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 30 19:23:16.166170 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'name': 'network-vif-deleted', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:16.168593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa80c6e-b307-4d59-bba3-e63331809a2d" -d '{"events": [{"server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "name": "network-vif-deleted", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:16.218067 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101283fc-9376-49fd-b274-b2985d281900 x-openstack-request-id: req-101283fc-9376-49fd-b274-b2985d281900 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:16.218563 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407", "name": "network-vif-deleted", "tag": "c91742cc-9d6a-42d4-b1be-c3c82af619da", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:16.218563 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-101283fc-9376-49fd-b274-b2985d281900 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:16.218987 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c337dd-d2b3-4fc7-a6ec-80e27ffe1407', 'name': 'network-vif-deleted', 'tag': 'c91742cc-9d6a-42d4-b1be-c3c82af619da', 'status': 'completed', 'code': 200} Aug 30 19:23:16.342704 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d2e96a0e-e92c-4c96-87ee-152668c9ed56 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:23:16.445072 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:16.469263 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56', 'network_id': '49f6ec28-d7c4-47fb-ba23-6dc3829a8011', 'port_id': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56', 'mac_address': 'fa:16:3e:08:6e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46f3775-f788-483f-a264-3b3854a4714b', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:23:16.478057 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-24016332-d571-436a-8eb1-81bb8ae2b7fd req-29451b43-fbce-4b89-91ce-234fa78746ea tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0501349 Aug 30 19:23:16.524803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:16.538263 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e96a0e-e92c-4c96-87ee-152668c9ed56 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:16.538475 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b57ad-635f-42be-89b7-59ef051e9e9c req-d12b5aa0-290f-4f1b-afed-846ea331978b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:16.540106 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-780b57ad-635f-42be-89b7-59ef051e9e9c req-d12b5aa0-290f-4f1b-afed-846ea331978b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0491436 Aug 30 19:23:16.560731 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:16.579607 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:16.606703 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-780b57ad-635f-42be-89b7-59ef051e9e9c req-119c9d35-1f1f-466f-a7ca-d26396a35a6b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518188 Aug 30 19:23:16.636186 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:16.856559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['d2e96a0e-e92c-4c96-87ee-152668c9ed56'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:16.910589 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581be4b-cc57-4db0-9e18-7997865ac7c0 req-4467b8c1-1815-4e45-82bd-a40f2b8d4934 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:16.917946 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2581be4b-cc57-4db0-9e18-7997865ac7c0 req-4467b8c1-1815-4e45-82bd-a40f2b8d4934 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 949 time: 0.0681479 Aug 30 19:23:16.988110 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2581be4b-cc57-4db0-9e18-7997865ac7c0 req-0260637c-c896-4157-bed0-1f49deec677d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678639 Aug 30 19:23:17.042320 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3826c6-d6c7-454b-aeb8-af9175a92973 req-358b84a0-ebf9-4650-bba0-8c234c0b9eb4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:17.044643 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0c3826c6-d6c7-454b-aeb8-af9175a92973 req-358b84a0-ebf9-4650-bba0-8c234c0b9eb4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0516014 Aug 30 19:23:17.105172 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0c3826c6-d6c7-454b-aeb8-af9175a92973 req-b6a37b7f-c9cf-4b9d-a768-dabb8167a76e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502696 Aug 30 19:23:17.185012 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed91aa7-87b7-49ee-8de5-62b1d2c630e5 req-9693486c-0e0b-4b18-8191-d2d0e206c868 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:17.186439 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ed91aa7-87b7-49ee-8de5-62b1d2c630e5 req-9693486c-0e0b-4b18-8191-d2d0e206c868 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0749326 Aug 30 19:23:17.237210 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8e17f-200e-467b-835d-b93cb8446817 req-27b8f285-eb84-4725-ba62-06ca8e31d505 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:17.238823 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-95f8e17f-200e-467b-835d-b93cb8446817 req-27b8f285-eb84-4725-ba62-06ca8e31d505 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0572155 Aug 30 19:23:17.262223 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ed91aa7-87b7-49ee-8de5-62b1d2c630e5 req-c2d9fea2-808f-492e-9ada-dabf6addd59f tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0697482 Aug 30 19:23:17.293810 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-95f8e17f-200e-467b-835d-b93cb8446817 req-6e81e12d-497a-42ef-9328-9c7c149b39a9 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Aug 30 19:23:17.572080 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6394862-dbf7-4162-b6d9-96c97e829de3 req-dc431511-b951-4353-b985-82e31e54888b tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Aug 30 19:23:17.727604 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69dbf-83b8-425a-b39d-9655a17291bd req-afaf7dce-2ed2-428e-a97e-e67880c2b5e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:17.729082 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-42b69dbf-83b8-425a-b39d-9655a17291bd req-afaf7dce-2ed2-428e-a97e-e67880c2b5e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0507436 Aug 30 19:23:17.771182 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-42b69dbf-83b8-425a-b39d-9655a17291bd req-243cdbba-cd8a-42bd-b1d8-35c815a7f6d2 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Aug 30 19:23:18.097749 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851777e1-6592-4297-94ea-9d3b808894ce req-dbe48de6-e006-4498-9608-649311394277 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:18.099230 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-851777e1-6592-4297-94ea-9d3b808894ce req-dbe48de6-e006-4498-9608-649311394277 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 949 time: 0.0516446 Aug 30 19:23:18.137592 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-851777e1-6592-4297-94ea-9d3b808894ce req-f413f11b-d5c3-4d26-80cb-9d2c02fbb147 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 30 19:23:18.263436 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab93145-5921-41e8-b2e2-df8d23035a72 req-392aae6a-f103-44c4-9cb8-5eec3390edb3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:18.265266 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2ab93145-5921-41e8-b2e2-df8d23035a72 req-392aae6a-f103-44c4-9cb8-5eec3390edb3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0638394 Aug 30 19:23:18.306950 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2ab93145-5921-41e8-b2e2-df8d23035a72 req-135e5c4c-07ab-4772-888d-7c9d7ce97413 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355301 Aug 30 19:23:18.370459 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d2e96a0e-e92c-4c96-87ee-152668c9ed56 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:23:18.413367 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54862a-1781-4b61-ad66-9f19f7d239b0 req-310fca7d-8015-4f7f-8e36-f9eeafa8ba71 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:18.413830 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-aa54862a-1781-4b61-ad66-9f19f7d239b0 req-310fca7d-8015-4f7f-8e36-f9eeafa8ba71 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0897346 Aug 30 19:23:18.447459 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port d2e96a0e-e92c-4c96-87ee-152668c9ed56 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:18.451191 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port d2e96a0e-e92c-4c96-87ee-152668c9ed56 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:18.451558 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:18.460604 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-aa54862a-1781-4b61-ad66-9f19f7d239b0 req-9b26bce5-b06a-4a0a-812b-02397ef5d0bd tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400748 Aug 30 19:23:18.461927 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88440ffc-58c4-4cde-8d22-ddf320c9b26d req-e3ca1cd5-bdda-421a-a418-0c965d086c83 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:18.463669 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-88440ffc-58c4-4cde-8d22-ddf320c9b26d req-e3ca1cd5-bdda-421a-a418-0c965d086c83 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0706336 Aug 30 19:23:18.514414 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-88440ffc-58c4-4cde-8d22-ddf320c9b26d req-5200fc25-65b9-4fe7-8da9-b6f55f88da43 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Aug 30 19:23:18.551485 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:18.575510 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:18.577776 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1060fb62-9d39-4b0b-8c13-83172ba0f090" -d '{"events": [{"server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "name": "network-vif-plugged", "status": "completed", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:18.594670 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:18.598928 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:18.599808 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device c91742cc-9d6a-42d4-b1be-c3c82af619da no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:18.634522 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09dc4c6-8b90-4f0c-a6f1-a38bb839d553 x-openstack-request-id: req-e09dc4c6-8b90-4f0c-a6f1-a38bb839d553 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:18.634816 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "name": "network-vif-plugged", "status": "completed", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:18.635053 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e09dc4c6-8b90-4f0c-a6f1-a38bb839d553 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:18.635442 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56', 'code': 200} Aug 30 19:23:18.652667 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: c91742cc-9d6a-42d4-b1be-c3c82af619da {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:18.653005 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device c91742cc-9d6a-42d4-b1be-c3c82af619da not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:18.680216 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1c6879dd-7852-4d64-82b8-e93e0b159273 req-285f1898-9e5b-4e59-bbf1-2f48febb6518 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0330498 Aug 30 19:23:18.699762 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:18.896117 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fc2db-67cf-47fe-8865-47746fbc23cb req-195e4077-7926-4384-9577-cfbfd5b6d2ea tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:18.897570 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b82fc2db-67cf-47fe-8865-47746fbc23cb req-195e4077-7926-4384-9577-cfbfd5b6d2ea tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0547714 Aug 30 19:23:18.941289 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b82fc2db-67cf-47fe-8865-47746fbc23cb req-12bdf14e-05a1-4452-aa18-b03a524e45be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367205 Aug 30 19:23:19.266426 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5736c-d841-46aa-a207-408c9ddfd334 req-98981fa0-a998-4302-8dac-08b82b115c73 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:19.267447 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-33f5736c-d841-46aa-a207-408c9ddfd334 req-98981fa0-a998-4302-8dac-08b82b115c73 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0554831 Aug 30 19:23:19.307559 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-33f5736c-d841-46aa-a207-408c9ddfd334 req-1d6c1e70-00ea-4edb-a482-b65368b82f6b tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Aug 30 19:23:19.436774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982157e-2915-4ac4-9d14-be9f9288b889 req-8a35e956-fae6-4327-9a55-4f1cd154973c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:19.438298 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f982157e-2915-4ac4-9d14-be9f9288b889 req-8a35e956-fae6-4327-9a55-4f1cd154973c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0504732 Aug 30 19:23:19.479645 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f982157e-2915-4ac4-9d14-be9f9288b889 req-7065a485-8aa7-4638-85ff-cdbadd0bd321 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354354 Aug 30 19:23:19.597942 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073636-5e8a-4549-9865-ebf3568bfdb9 req-de4ef3dd-6be0-42c6-9b82-733663f964b3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:19.599523 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb073636-5e8a-4549-9865-ebf3568bfdb9 req-de4ef3dd-6be0-42c6-9b82-733663f964b3 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0544426 Aug 30 19:23:19.646383 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10543758-b0d5-4cd3-94bf-67e645bde050 req-1dbabf70-e084-45b1-96b8-c1ba54aa0c36 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:19.647894 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-10543758-b0d5-4cd3-94bf-67e645bde050 req-1dbabf70-e084-45b1-96b8-c1ba54aa0c36 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0656335 Aug 30 19:23:19.656661 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb073636-5e8a-4549-9865-ebf3568bfdb9 req-c0629963-f354-4d40-bbb8-9ef58328b0b2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462930 Aug 30 19:23:19.687769 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-10543758-b0d5-4cd3-94bf-67e645bde050 req-1344912a-2bb7-4282-8ef2-1234a0621bb4 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Aug 30 19:23:19.777798 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f736210a-e4c8-403d-9dda-905fde4d3d4d req-cceecf15-8059-436e-87bc-02f500b3c674 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Aug 30 19:23:20.063746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2bb6-af28-4e61-9d2b-5b357a88a4d2 req-95a5a214-8552-4721-84a7-f63cdbcee7da tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:20.065203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d3c2bb6-af28-4e61-9d2b-5b357a88a4d2 req-95a5a214-8552-4721-84a7-f63cdbcee7da tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0549362 Aug 30 19:23:20.116381 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d3c2bb6-af28-4e61-9d2b-5b357a88a4d2 req-89ff2a94-9036-4835-bb3b-26c2c7a6f780 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Aug 30 19:23:20.442105 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e8ffd-93f6-4ed2-8949-584a6084ff25 req-9f727924-7c10-48ab-a0a2-3cccb07de46f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:20.444447 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6c1e8ffd-93f6-4ed2-8949-584a6084ff25 req-9f727924-7c10-48ab-a0a2-3cccb07de46f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0556726 Aug 30 19:23:20.482730 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6c1e8ffd-93f6-4ed2-8949-584a6084ff25 req-0fac194d-746e-422d-8052-1877fb28e813 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Aug 30 19:23:20.614736 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606302c3-a80c-41ca-9de7-6c89f2b02085 req-48330c4f-464f-4fe0-865a-a21dcaafef30 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:20.623055 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-606302c3-a80c-41ca-9de7-6c89f2b02085 req-48330c4f-464f-4fe0-865a-a21dcaafef30 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0615485 Aug 30 19:23:20.657792 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-606302c3-a80c-41ca-9de7-6c89f2b02085 req-f2331db5-7aee-42d3-8126-9ded818a89b5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338078 Aug 30 19:23:20.791101 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211550de-0780-4289-97f2-28c16fa59b54 req-3e5055fc-e70a-48e8-bcca-d918a639196d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:20.794026 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-211550de-0780-4289-97f2-28c16fa59b54 req-3e5055fc-e70a-48e8-bcca-d918a639196d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0635083 Aug 30 19:23:20.812967 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ab0f4-dce3-4765-a06a-2b7ebdb60e3b req-d6435a35-65c8-4ad8-b239-a3f047b565d0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:20.815859 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a57ab0f4-dce3-4765-a06a-2b7ebdb60e3b req-d6435a35-65c8-4ad8-b239-a3f047b565d0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0601876 Aug 30 19:23:20.839907 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-211550de-0780-4289-97f2-28c16fa59b54 req-e20ee00e-842e-4d90-9730-f5c03948018e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399342 Aug 30 19:23:20.863743 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a57ab0f4-dce3-4765-a06a-2b7ebdb60e3b req-3c19e110-1b2a-4e43-9e4e-963203f8ca46 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Aug 30 19:23:20.951375 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73bf44e1-fd0d-48c3-aa78-ed213de6eb76 req-c28468bb-70b2-428f-b68d-5c04f177c153 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0283835 Aug 30 19:23:21.230060 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29db2c-94c7-433b-a679-6e9a89e90b21 req-ffe80baf-760f-4b87-9660-af0cecaf7e93 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:21.231512 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8a29db2c-94c7-433b-a679-6e9a89e90b21 req-ffe80baf-760f-4b87-9660-af0cecaf7e93 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0538821 Aug 30 19:23:21.271219 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8a29db2c-94c7-433b-a679-6e9a89e90b21 req-b8cd4d26-ff3d-4859-a72a-e13b7366d32d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Aug 30 19:23:21.630463 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf019719-269f-4622-896e-c82ac7a71cd8 req-6fa3bee0-d265-4dcf-875f-69f2f4de8fa5 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:21.631938 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf019719-269f-4622-896e-c82ac7a71cd8 req-6fa3bee0-d265-4dcf-875f-69f2f4de8fa5 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0581834 Aug 30 19:23:21.672013 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bf019719-269f-4622-896e-c82ac7a71cd8 req-498021ce-9328-4917-b246-c316acc05ed7 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Aug 30 19:23:21.798501 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b176f9-9874-4138-b030-fcb014a31d06 req-4f115631-6ea0-4817-9bda-78a77dd5f959 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:21.800381 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-21b176f9-9874-4138-b030-fcb014a31d06 req-4f115631-6ea0-4817-9bda-78a77dd5f959 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0514131 Aug 30 19:23:21.842507 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-21b176f9-9874-4138-b030-fcb014a31d06 req-ec4018bd-bef6-4f1e-b21f-5e2062fcb692 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Aug 30 19:23:21.970103 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af0600-d977-4f72-b829-63c4b638cd68 req-74023919-5435-4016-8332-6c5dc308ed17 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:21.974383 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2af0600-d977-4f72-b829-63c4b638cd68 req-74023919-5435-4016-8332-6c5dc308ed17 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0663571 Aug 30 19:23:22.003687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125d33-9899-472a-9876-8a82cbeecada req-829673d5-e9f2-4b68-9925-ba5aa24b219d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:22.005306 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d125d33-9899-472a-9876-8a82cbeecada req-829673d5-e9f2-4b68-9925-ba5aa24b219d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0540707 Aug 30 19:23:22.033363 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d2af0600-d977-4f72-b829-63c4b638cd68 req-98972ad4-71ce-4413-8b88-418b9e56be98 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532601 Aug 30 19:23:22.079354 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2d125d33-9899-472a-9876-8a82cbeecada req-7af64892-7f67-4159-80f4-c47a30209db0 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644443 Aug 30 19:23:22.133215 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-601dfcac-7e21-4549-a98a-d71ead0af262 req-abbcec9d-c92d-461a-bcb1-641a878b6852 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0290802 Aug 30 19:23:22.396221 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cefd82-5145-4906-9c08-c007c0d2d7db req-b2283994-5509-42e1-819d-30f6a0298c2c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:22.399263 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6cefd82-5145-4906-9c08-c007c0d2d7db req-b2283994-5509-42e1-819d-30f6a0298c2c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0604999 Aug 30 19:23:22.442696 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6cefd82-5145-4906-9c08-c007c0d2d7db req-28fde469-4eb2-47a8-b6c4-4568060fda2f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384319 Aug 30 19:23:22.767112 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-77eae4b2-a722-46ea-aff5-469e7ed9e239 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709783166&fields=id&tenant_id=eaff598d3404442ab48275378b87d4c7 HTTP/1.1" status: 200 len: 267 time: 0.0342922 Aug 30 19:23:22.791396 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc644-60fb-43fd-99af-ef19bd3caa8f req-3879ce34-8402-4ae7-a22f-fe4244aca5fb tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:22.792932 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b86cc644-60fb-43fd-99af-ef19bd3caa8f req-3879ce34-8402-4ae7-a22f-fe4244aca5fb tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0488677 Aug 30 19:23:22.858109 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b86cc644-60fb-43fd-99af-ef19bd3caa8f req-e7577136-0936-417b-bdc8-3ffb1e7a8f8d tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591836 Aug 30 19:23:22.888379 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-478a27d4-5a6c-413d-9618-2c40654b57fc tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:22.889861 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-478a27d4-5a6c-413d-9618-2c40654b57fc tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 808 time: 0.1152759 Aug 30 19:23:22.906389 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3bc8a40f-a0e7-40d8-87c9-dc3f0995238f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/quotas/eaff598d3404442ab48275378b87d4c7 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Aug 30 19:23:22.968510 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-2f75b051-ec9d-4a72-8f93-286a672b74ce tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550101 Aug 30 19:23:22.977492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b978-7ec6-4d71-a184-5df5aca01462 req-9ef9b6ea-a7a9-42f2-8313-10e08a22181a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:22.978962 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff99b978-7ec6-4d71-a184-5df5aca01462 req-9ef9b6ea-a7a9-42f2-8313-10e08a22181a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0612686 Aug 30 19:23:23.044557 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff99b978-7ec6-4d71-a184-5df5aca01462 req-be2c2356-da16-48df-b6b1-5072230bbef1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593250 Aug 30 19:23:23.082669 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-10c5caae-c0fc-4bbd-b084-90758ac17525 service neutron] 10.222.0.74 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024756 Aug 30 19:23:23.162698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e9910-e5e9-4766-ae3f-27c26edb477b req-3f43edf1-4cc9-4b75-af55-8551a89c73c0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:23.164446 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f1e9910-e5e9-4766-ae3f-27c26edb477b req-3f43edf1-4cc9-4b75-af55-8551a89c73c0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0571856 Aug 30 19:23:23.180890 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-850243f1-d8a9-4682-81c3-397116449712 service neutron] 10.222.0.74 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907574 Aug 30 19:23:23.206394 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f1e9910-e5e9-4766-ae3f-27c26edb477b req-4ec5df95-09f8-4cc5-814d-41fb828713c4 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352066 Aug 30 19:23:23.327107 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81fcee-0a21-4c60-8526-5204d3a155aa req-cb42922b-5cd2-406a-8922-94fa0e58e337 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:23.328976 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b81fcee-0a21-4c60-8526-5204d3a155aa req-cb42922b-5cd2-406a-8922-94fa0e58e337 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0559218 Aug 30 19:23:23.379541 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b81fcee-0a21-4c60-8526-5204d3a155aa req-748ebddb-6ba7-40b6-8daf-f99ff7cbff28 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Aug 30 19:23:23.492314 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8038901d-3bd8-4baf-b25c-480602492cb7 req-2742e49d-edba-4532-bf91-91f3d37609f9 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0372684 Aug 30 19:23:23.578011 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-673c39f0-6154-4234-8a80-a29cf3687a3c req-c3989948-df23-4ed3-8557-63278f055d74 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0683553 Aug 30 19:23:23.643515 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338febd0-21c2-4e3f-ba1c-e852a7c4b3ce req-683331c9-2c0d-44fb-8827-1a9c395b5042 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:23.644957 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-338febd0-21c2-4e3f-ba1c-e852a7c4b3ce req-683331c9-2c0d-44fb-8827-1a9c395b5042 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0612392 Aug 30 19:23:23.693801 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-338febd0-21c2-4e3f-ba1c-e852a7c4b3ce req-27f8bf03-50f4-4f55-8241-e684d25e72a8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Aug 30 19:23:23.985135 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19541cb8-9cca-4639-8e2a-68d7abc82888 req-0b70e07a-6ec9-4e97-a9ca-a8e11f97b8a0 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:23.986563 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-19541cb8-9cca-4639-8e2a-68d7abc82888 req-0b70e07a-6ec9-4e97-a9ca-a8e11f97b8a0 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0586493 Aug 30 19:23:24.025012 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-19541cb8-9cca-4639-8e2a-68d7abc82888 req-62a381b1-bf25-48e0-b1cc-85e198d23d6b tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Aug 30 19:23:24.173698 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4357973-504f-45a5-9fb5-3699128ceda2 req-61268f76-0dcf-47f4-8d08-bbc838b886c9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:24.175541 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4357973-504f-45a5-9fb5-3699128ceda2 req-61268f76-0dcf-47f4-8d08-bbc838b886c9 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0512209 Aug 30 19:23:24.216481 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4357973-504f-45a5-9fb5-3699128ceda2 req-2f3f6e24-3391-4951-9090-26ede69c77f2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338340 Aug 30 19:23:24.333857 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254f30a-6915-4423-8ba4-da2da375d292 req-2a377686-ea92-4084-add5-bc6cb3832717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:24.336004 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2254f30a-6915-4423-8ba4-da2da375d292 req-2a377686-ea92-4084-add5-bc6cb3832717 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0574467 Aug 30 19:23:24.377419 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2254f30a-6915-4423-8ba4-da2da375d292 req-fbf43ff1-488a-4cb0-92c1-95ea1f45e78e tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352573 Aug 30 19:23:24.505945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e415a5-2492-43bf-b375-025377e53b61 req-2dde4631-66a1-4706-8c7d-67cd1eb60ddb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:24.508126 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-51e415a5-2492-43bf-b375-025377e53b61 req-2dde4631-66a1-4706-8c7d-67cd1eb60ddb tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0527203 Aug 30 19:23:24.547917 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-51e415a5-2492-43bf-b375-025377e53b61 req-ad200fb1-a2b1-4524-8a9a-f7d78285e639 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Aug 30 19:23:24.624071 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2de2baf6-eb98-48bc-babe-1e6de90d84dd req-6e6b2349-55c4-4592-9c8c-7eca74d0eb57 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0431080 Aug 30 19:23:24.673734 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d4e8097a-f3a3-42af-830a-33d114829750 req-872a5381-a686-44e1-a4af-64edaddaf32a tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0291824 Aug 30 19:23:24.826723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731199e0-f80e-49d7-8fcb-613c824ff245 req-abf6928c-d534-4be9-b85c-c75fae8ed973 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:24.828376 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-731199e0-f80e-49d7-8fcb-613c824ff245 req-abf6928c-d534-4be9-b85c-c75fae8ed973 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0543377 Aug 30 19:23:24.880171 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-731199e0-f80e-49d7-8fcb-613c824ff245 req-8c421483-449d-4ad4-a93a-42b16ee89d15 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Aug 30 19:23:25.146304 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4fa94-2617-45dd-a36f-6881625b3acc req-b31030da-00be-457a-b0e9-c14773b030b3 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:25.147736 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4db4fa94-2617-45dd-a36f-6881625b3acc req-b31030da-00be-457a-b0e9-c14773b030b3 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0543425 Aug 30 19:23:25.190943 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4db4fa94-2617-45dd-a36f-6881625b3acc req-9b139dd9-3d95-4945-802f-f0c65a65ecd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Aug 30 19:23:25.342339 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71766ad-7e6b-49cf-9e9f-176ca1516251 req-5eb963d5-4bc5-4ca3-8340-b84295fbd573 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:25.343952 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d71766ad-7e6b-49cf-9e9f-176ca1516251 req-5eb963d5-4bc5-4ca3-8340-b84295fbd573 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0538096 Aug 30 19:23:25.387269 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d71766ad-7e6b-49cf-9e9f-176ca1516251 req-af5b0c34-71cb-42e1-8a18-31345b17c913 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369935 Aug 30 19:23:25.500706 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc6e8-7048-4844-b3ee-8b4eabe59e98 req-6a7730eb-f6ee-4c3c-85cd-f3d4e01fe8e7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:25.502574 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dcccc6e8-7048-4844-b3ee-8b4eabe59e98 req-6a7730eb-f6ee-4c3c-85cd-f3d4e01fe8e7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0515456 Aug 30 19:23:25.550801 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dcccc6e8-7048-4844-b3ee-8b4eabe59e98 req-4adfacc2-972c-4add-997a-7bef42d5f1e1 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374787 Aug 30 19:23:25.688252 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3927f9d-e3f5-4d46-b6df-3580d669fbc9 req-a0fbb886-5097-410c-8862-a24572c744a2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:25.690197 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3927f9d-e3f5-4d46-b6df-3580d669fbc9 req-a0fbb886-5097-410c-8862-a24572c744a2 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0603952 Aug 30 19:23:25.730789 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c7da863-e5ab-48a4-924c-fc3b8e31f86b req-77d85937-3048-44e8-91d1-a299011b9253 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0289629 Aug 30 19:23:25.736326 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3927f9d-e3f5-4d46-b6df-3580d669fbc9 req-2c47ddaa-2e55-4e7a-acb8-8ccc10ddeb24 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Aug 30 19:23:25.820701 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae976809-4ced-4199-86c2-cd96b42494dc req-bf3729b1-a25e-4719-8bdb-2ccf9857ef14 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0294216 Aug 30 19:23:25.999605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa0a2-36ef-423f-8f29-d3e5a366b3b3 req-c7580173-2002-4f9d-9060-7dca770c7987 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:26.001078 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3ddaa0a2-36ef-423f-8f29-d3e5a366b3b3 req-c7580173-2002-4f9d-9060-7dca770c7987 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0505149 Aug 30 19:23:26.071233 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3ddaa0a2-36ef-423f-8f29-d3e5a366b3b3 req-673af1cb-9b1e-4551-b391-cbd2698285ed tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633042 Aug 30 19:23:26.311455 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9cca5-cf9f-4a83-9d01-e4b38a4c42b5 req-71823683-cf62-40e0-be60-763256329eb4 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:26.312928 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-83a9cca5-cf9f-4a83-9d01-e4b38a4c42b5 req-71823683-cf62-40e0-be60-763256329eb4 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0500875 Aug 30 19:23:26.356751 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-83a9cca5-cf9f-4a83-9d01-e4b38a4c42b5 req-1091dfa6-f850-4bd7-be1e-1daaca9b60b9 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Aug 30 19:23:26.512216 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90979-8768-4cb3-ac4e-dbc847f52946 req-b509bdae-7fcf-4e50-b02c-fcd10cd470e3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:26.513659 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73a90979-8768-4cb3-ac4e-dbc847f52946 req-b509bdae-7fcf-4e50-b02c-fcd10cd470e3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0504332 Aug 30 19:23:26.553383 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-73a90979-8768-4cb3-ac4e-dbc847f52946 req-96903c6d-04ec-4601-9014-bc6748a03d1d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337555 Aug 30 19:23:26.672555 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1a7a-1436-424f-9d29-38c650b7c9dc req-c82fa613-dc02-4ae5-a67c-b594fff81d2b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:26.681385 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-786e1a7a-1436-424f-9d29-38c650b7c9dc req-c82fa613-dc02-4ae5-a67c-b594fff81d2b tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0598385 Aug 30 19:23:26.716895 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-786e1a7a-1436-424f-9d29-38c650b7c9dc req-45ba0baa-83bf-43fa-aa14-4d109df26d57 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343144 Aug 30 19:23:26.829752 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b379c80b-2bfb-484b-9efe-1f3cb347eca9 req-cbe45233-e71a-4667-9987-7ee2c2d3b5c5 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Aug 30 19:23:26.858397 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a392f-060f-40d3-9531-de09b1502c91 req-64601f8a-3807-4d04-87af-e1abcb6a6878 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:26.859889 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b63a392f-060f-40d3-9531-de09b1502c91 req-64601f8a-3807-4d04-87af-e1abcb6a6878 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0520542 Aug 30 19:23:26.906232 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b63a392f-060f-40d3-9531-de09b1502c91 req-6fdee9fb-1325-4eb5-b4ea-1c9ec804ca80 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Aug 30 19:23:26.930624 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7427d285-d152-4c33-bc87-98b35348431d req-06b02b33-ea94-4036-8f5e-af3cf757cd32 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0396311 Aug 30 19:23:27.187494 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb802574-9b51-42f8-ac70-52c03c5d00b3 req-d50be3b9-e83a-4914-b48b-6e664e018dcc tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:27.189073 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bb802574-9b51-42f8-ac70-52c03c5d00b3 req-d50be3b9-e83a-4914-b48b-6e664e018dcc tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0501420 Aug 30 19:23:27.230649 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bb802574-9b51-42f8-ac70-52c03c5d00b3 req-f42e18d2-4c5e-4f0f-b921-244c905f9583 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351098 Aug 30 19:23:27.475859 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386121b-480d-4248-8b8b-7b7f671c25e6 req-fcef0a55-13d0-45dc-8cc7-621285d5fb75 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:27.478186 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d386121b-480d-4248-8b8b-7b7f671c25e6 req-fcef0a55-13d0-45dc-8cc7-621285d5fb75 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0548701 Aug 30 19:23:27.514982 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d386121b-480d-4248-8b8b-7b7f671c25e6 req-0df9d526-43c4-4a27-9832-e818e843888a tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Aug 30 19:23:27.680288 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9a34-219e-4cdc-873e-f89220676a7a req-ca40d33a-f049-4583-b747-f371a00ca1e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:27.681667 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-650c9a34-219e-4cdc-873e-f89220676a7a req-ca40d33a-f049-4583-b747-f371a00ca1e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Aug 30 19:23:27.720231 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-650c9a34-219e-4cdc-873e-f89220676a7a req-0ed20d23-a3b8-4d0b-9b04-2f010124f421 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Aug 30 19:23:27.854985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7a9cb-ae9f-4153-9363-4dd0c7daa603 req-474def2d-a293-4973-ac60-fb4aae2bc775 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:27.856561 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b9f7a9cb-ae9f-4153-9363-4dd0c7daa603 req-474def2d-a293-4973-ac60-fb4aae2bc775 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0541897 Aug 30 19:23:27.911607 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b9f7a9cb-ae9f-4153-9363-4dd0c7daa603 req-957b1d2d-65ee-433c-bbb5-236aee5156d2 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476906 Aug 30 19:23:27.989801 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7c42d444-8eb9-4c98-b313-d3e7d3e18f77 req-d5abf9cb-d609-4e64-a2aa-f353d4e76956 tempest-AttachVolumeNegativeTest-1448026770 tempest-AttachVolumeNegativeTest-1448026770-project] 10.222.0.74 "GET /v2.0/ports?device_id=d5c337dd-d2b3-4fc7-a6ec-80e27ffe1407 HTTP/1.1" status: 200 len: 210 time: 0.0436206 Aug 30 19:23:28.002973 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc20da-ec67-481f-bcc8-f072177d3c73 req-5b7d03ab-6727-441e-a57f-20308045e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:28.009879 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5dc20da-ec67-481f-bcc8-f072177d3c73 req-5b7d03ab-6727-441e-a57f-20308045e3d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 1103 time: 0.0779109 Aug 30 19:23:28.038625 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723afd5-bd76-4aec-a22d-89cd2a0ae693 req-0a6dc34d-980d-463e-ae98-d338742308e1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:28.040110 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d723afd5-bd76-4aec-a22d-89cd2a0ae693 req-0a6dc34d-980d-463e-ae98-d338742308e1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0530581 Aug 30 19:23:28.068962 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5dc20da-ec67-481f-bcc8-f072177d3c73 req-4c691798-ed9b-40bc-acbe-bfa1d90f0120 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440302 Aug 30 19:23:28.079838 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d723afd5-bd76-4aec-a22d-89cd2a0ae693 req-799d26b4-0baf-40a3-99e4-da484c8cca00 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Aug 30 19:23:28.084289 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0782674d-6b2d-4628-86a8-7072f7307f3c req-29feef59-8e12-4144-8dca-99f8fdb4782d tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0281100 Aug 30 19:23:28.349840 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addde32-e215-4039-b94a-875c2b8822d0 req-9b23fbd2-ea0b-48fe-bb2d-893959707260 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:28.352021 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2addde32-e215-4039-b94a-875c2b8822d0 req-9b23fbd2-ea0b-48fe-bb2d-893959707260 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.0550528 Aug 30 19:23:28.388457 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2addde32-e215-4039-b94a-875c2b8822d0 req-34415f6b-3017-49d5-b870-1b7b0cfcf9ff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302567 Aug 30 19:23:28.637939 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910efb3-8e20-41e5-bb0b-c8573c1e8646 req-b18c3478-e780-47b7-a6ad-63b977f44977 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:28.640435 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2910efb3-8e20-41e5-bb0b-c8573c1e8646 req-b18c3478-e780-47b7-a6ad-63b977f44977 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0513520 Aug 30 19:23:28.681555 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2910efb3-8e20-41e5-bb0b-c8573c1e8646 req-319fb59b-f1a3-4ed1-8571-7abb2ea86686 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Aug 30 19:23:28.848539 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10257c-b8d4-40b8-9f6a-a5960ea3d2b6 req-94ac8b5c-a8dd-466c-8d45-c8c6b3ac582f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:28.849934 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fb10257c-b8d4-40b8-9f6a-a5960ea3d2b6 req-94ac8b5c-a8dd-466c-8d45-c8c6b3ac582f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0495832 Aug 30 19:23:28.889640 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fb10257c-b8d4-40b8-9f6a-a5960ea3d2b6 req-8164bc80-00e5-4f09-aec7-9f5419afe954 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Aug 30 19:23:29.035485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9affc-871a-4fac-a167-19d0cb4f8b34 req-30e5832a-c670-4466-b6e2-ba22c845bc21 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:29.036961 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66d9affc-871a-4fac-a167-19d0cb4f8b34 req-30e5832a-c670-4466-b6e2-ba22c845bc21 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0523834 Aug 30 19:23:29.048891 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:29.081424 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66d9affc-871a-4fac-a167-19d0cb4f8b34 req-20b8d298-f53c-43f7-ab2a-540383a52512 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&id=869415be-14cd-4c56-b555-02662dd96166&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0381367 Aug 30 19:23:29.094531 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Deleting subnet 80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:23:29.097730 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.133860 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.220402 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5825a77d-c090-4333-9f8c-2a66442217cc req-3f5927b9-5cea-4745-9db7-c6650d8d62b3 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0428321 Aug 30 19:23:29.362538 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-4fb71fb7-535a-4ddb-8728-c2e7ddade603 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:29.362538 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-4fb71fb7-535a-4ddb-8728-c2e7ddade603 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 808 time: 0.1539459 Aug 30 19:23:29.400566 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.424930 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3247c277-ff4a-4e5a-88e7-f03f6def5110 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaff598d3404442ab48275378b87d4c7 HTTP/1.1" status: 200 len: 380 time: 0.0416353 Aug 30 19:23:29.433265 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f89fc-585b-49c8-b182-eaeb114686ad req-fb29a5d9-77de-442b-ab82-8d4e8f6918ed tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:29.434828 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1b3f89fc-585b-49c8-b182-eaeb114686ad req-fb29a5d9-77de-442b-ab82-8d4e8f6918ed tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0866325 Aug 30 19:23:29.445977 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'port': {'device_id': '0dc1d875-288f-446a-801e-a731c05f039e', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'admin_state_up': True, 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'security_groups': ['18f3408d-2510-4f69-bd1d-551227823055']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:29.504372 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.510751 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1b3f89fc-585b-49c8-b182-eaeb114686ad req-1f80e3ac-ebbc-4033-a9bb-6cc6d55c5510 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Aug 30 19:23:29.536199 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ccccbc-53cf-4c2c-ba3d-8869d6914ef4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:29.541062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.543026 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b5497429-2c00-4c38-813f-d3f6b26aa8ff admin admin] 10.222.0.74 "DELETE /v2.0/subnets/80ccccbc-53cf-4c2c-ba3d-8869d6914ef4 HTTP/1.1" status: 204 len: 168 time: 0.4931147 Aug 30 19:23:29.547438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:29.631252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117ea8c-9686-4c11-8400-c1e644e93c1d req-0e25be7b-4394-4a8c-a1a9-bec2b3bfe703 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:29.638602 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9117ea8c-9686-4c11-8400-c1e644e93c1d req-0e25be7b-4394-4a8c-a1a9-bec2b3bfe703 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 944 time: 0.1249852 Aug 30 19:23:29.641269 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.683448 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Made reservation on behalf of eaff598d3404442ab48275378b87d4c7 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:29.689600 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.733037 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9117ea8c-9686-4c11-8400-c1e644e93c1d req-ef933dd6-287e-4bab-8eb1-71c75c09787a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910478 Aug 30 19:23:29.741039 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.763442 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70abefa-51ce-428e-a146-6661f3d92b9e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:29.798353 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aced0f3-84eb-41c1-b36e-2e26c2f6838b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:29.798649 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aced0f3-84eb-41c1-b36e-2e26c2f6838b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:29.811135 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.827368 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.838920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:23:29.839400 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:23:29.841282 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:23:29.844594 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Allocated IP 172.20.0.10 (5ea83cae-0a1f-4ab2-90af-7dd840462153/88a8208c-2b4a-46bc-9fba-5ce8a799c4ca/3a23a171-10e7-4102-b3fa-a90a9ab9cbc4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:23:29.887883 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d64a0-3c8d-4fd8-b68b-2f1d0407632d req-e41318bb-5f05-4529-b514-d61169f403fd tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:29.889287 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b71d64a0-3c8d-4fd8-b68b-2f1d0407632d req-e41318bb-5f05-4529-b514-d61169f403fd tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.1233184 Aug 30 19:23:29.941014 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.951242 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:29.953431 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] 10.222.0.74 "DELETE /v2.0/networks/c70abefa-51ce-428e-a146-6661f3d92b9e HTTP/1.1" status: 204 len: 168 time: 0.4047892 Aug 30 19:23:29.976428 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b71d64a0-3c8d-4fd8-b68b-2f1d0407632d req-bc95812e-7f94-4ad4-825f-d6ce2eb21f72 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799973 Aug 30 19:23:29.977965 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4422f-ce8c-4a14-bc96-5312558ea793 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70abefa-51ce-428e-a146-6661f3d92b9e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:30.046310 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.078064 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Transition to ACTIVE for port object 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:30.105588 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0e46-6fbc-412b-bcd8-cb21e8268fa6 req-f8a24d23-5713-4bc6-a41a-0cf97d7f5eb1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.107053 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-286a0e46-6fbc-412b-bcd8-cb21e8268fa6 req-f8a24d23-5713-4bc6-a41a-0cf97d7f5eb1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0873435 Aug 30 19:23:30.159835 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.173064 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-286a0e46-6fbc-412b-bcd8-cb21e8268fa6 req-8469fdaa-96de-4cd8-abca-3b7cbd48fc90 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551729 Aug 30 19:23:30.217450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:23:30.218661 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:30.221419 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:30.223365 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:30.225749 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:23:30.231386 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.232002 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.248617 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-3662ca85-b937-4576-8e17-2003ed7b7c45 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086386 Aug 30 19:23:30.263800 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Request body: {'port': {'device_id': '0dc1d875-288f-446a-801e-a731c05f039e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:30.306570 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c0e6910e-1b1d-42ed-94ef-16d95ef6ff6e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38260e1d5bbf4517acf41902cc6b76b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0861964 Aug 30 19:23:30.309738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:30.339476 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27ef98-a5bc-45e8-95cd-73b17222df2d req-33bcc334-3f56-47c1-920a-e0457391339f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.341410 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca27ef98-a5bc-45e8-95cd-73b17222df2d req-33bcc334-3f56-47c1-920a-e0457391339f tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.0900481 Aug 30 19:23:30.362453 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.415076 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d6dad27b-1b95-41f5-96f4-6e455772acf5 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:23:30.422973 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ca27ef98-a5bc-45e8-95cd-73b17222df2d req-964fb74d-9f97-475c-8f7f-ac02f99c7dfb tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Aug 30 19:23:30.424337 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.454167 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.508584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.513285 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.518438 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e866603-e8e3-48c1-b6c6-a4fc15fe5f10 HTTP/1.1" status: 204 len: 168 time: 0.2075496 Aug 30 19:23:30.529385 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de262d-71d9-4d8d-92de-7e9cbc4e8777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e866603-e8e3-48c1-b6c6-a4fc15fe5f10,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:30.535477 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-423f1bf1-42fc-468c-b8a4-83fd26f39d09 None None] Provisioning for port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:30.546767 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-423f1bf1-42fc-468c-b8a4-83fd26f39d09 None None] Provisioning complete for port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:30.547142 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-423f1bf1-42fc-468c-b8a4-83fd26f39d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.586353 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:30.616040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'port_id': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'mac_address': 'fa:16:3e:e2:38:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:23:30.619251 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-423f1bf1-42fc-468c-b8a4-83fd26f39d09 None None] Port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:23:30.671868 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.690766 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf3c24-5d5d-4b63-a112-bec29a8bc50f req-ac867bc7-7f9e-49c8-a976-8eaed93fed33 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.692570 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fddf3c24-5d5d-4b63-a112-bec29a8bc50f req-ac867bc7-7f9e-49c8-a976-8eaed93fed33 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.0619361 Aug 30 19:23:30.697050 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dad27b-1b95-41f5-96f4-6e455772acf5 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:30.721920 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6483fb8-766a-42d5-8445-f319a31b8cbe req-4afd7533-d9d1-4d94-a039-b16bd960e838 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.726079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:30.729485 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6483fb8-766a-42d5-8445-f319a31b8cbe req-4afd7533-d9d1-4d94-a039-b16bd960e838 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 932 time: 0.4308853 Aug 30 19:23:30.732341 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:30.735824 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fddf3c24-5d5d-4b63-a112-bec29a8bc50f req-364cf82e-b1b1-4140-a816-5407722b35e6 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/security-groups?id=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Aug 30 19:23:30.809092 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:30.809319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe1338-6b52-4902-8061-9bec27988e97 req-5406521b-82bb-41a9-bf50-da52601243d1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.810594 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-64fe1338-6b52-4902-8061-9bec27988e97 req-5406521b-82bb-41a9-bf50-da52601243d1 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 945 time: 0.1544921 Aug 30 19:23:30.859480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bb85b-9fc5-4617-a52f-32226b3fef03 req-8c58f6f4-c712-4658-8cd0-67b2682f6aa0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:30.860955 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-907bb85b-9fc5-4617-a52f-32226b3fef03 req-8c58f6f4-c712-4658-8cd0-67b2682f6aa0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 945 time: 0.0517247 Aug 30 19:23:30.896492 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6483fb8-766a-42d5-8445-f319a31b8cbe req-6d1c4e1f-d219-45b9-be96-a30effdb6ec8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612413 Aug 30 19:23:30.906001 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-907bb85b-9fc5-4617-a52f-32226b3fef03 req-41d876fe-a53b-4e84-99a1-c1e3810fbe4c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Aug 30 19:23:31.032703 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['d6dad27b-1b95-41f5-96f4-6e455772acf5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:31.072125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Deleting port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:31.072469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.223503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:31.229665 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] For port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:31.230147 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.250979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Calling delete_port for 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:31.260220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.330694 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Transition to ACTIVE for port object 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:23:31.338439 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.418341 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558a4f5-5656-4b93-9839-f758ae02759c req-c82027ef-5805-4424-9c52-7ffdd5403b39 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:31.419859 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2558a4f5-5656-4b93-9839-f758ae02759c req-c82027ef-5805-4424-9c52-7ffdd5403b39 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.1569312 Aug 30 19:23:31.437721 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:31.528147 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2558a4f5-5656-4b93-9839-f758ae02759c req-f1e6f9d6-0402-4e5c-ac59-e0f51352fff8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003625 Aug 30 19:23:31.532957 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Attempting to bind port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:23:31.533307 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Attempting to bind port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:23:31.533658 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Attempting to bind port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 on network 5ea83cae-0a1f-4ab2-90af-7dd840462153 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:31.544019 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 on network 5ea83cae-0a1f-4ab2-90af-7dd840462153 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:23:31.544343 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Attempting to bind port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 on network 5ea83cae-0a1f-4ab2-90af-7dd840462153 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:23:31.556677 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:23:31.556990 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Checking segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:23:31.557532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Bound using segment: {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:23:31.557764 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Bound port: 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:23:31.558056 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.576544 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.608057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3218339-bd1d-4dd7-a8d4-f47389336737 req-f82ba295-0797-48e1-b43b-2d987e412ba1 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:31.614381 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3218339-bd1d-4dd7-a8d4-f47389336737 req-f82ba295-0797-48e1-b43b-2d987e412ba1 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.1032493 Aug 30 19:23:31.616225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Pushing event deleted for resources: {'Port': ['ID=2e7f487f-ed59-44ed-b06c-a0bfa38673d5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:31.665712 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e3218339-bd1d-4dd7-a8d4-f47389336737 req-06d127a2-3f30-4dce-8bd7-9bd038a5b2a3 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/security-groups?id=5b8563cb-5eb9-4825-80cd-9a2b5ef80457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Aug 30 19:23:31.695750 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] No DVR routers for this DVR port 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:31.702233 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.704168 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-64fe1338-6b52-4902-8061-9bec27988e97 req-37271c99-ec35-4592-9212-fe70782c734d tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.83 "DELETE /v2.0/ports/2e7f487f-ed59-44ed-b06c-a0bfa38673d5 HTTP/1.1" status: 204 len: 173 time: 0.8786139 Aug 30 19:23:31.704603 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'name': 'network-vif-deleted', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:31.706856 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36f7e0-a7d1-4cbf-ad24-aee2e33156e3" -d '{"events": [{"server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "name": "network-vif-deleted", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:31.723447 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:23:31.727646 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:23:31.734902 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.766991 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['2e7f487f-ed59-44ed-b06c-a0bfa38673d5'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:31.797422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828e132d-6fe6-4f4a-91a2-88cd8ba4a918 x-openstack-request-id: req-828e132d-6fe6-4f4a-91a2-88cd8ba4a918 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:31.797860 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c233f32-9c1b-4a52-bfac-29867dc5490d", "name": "network-vif-deleted", "tag": "2e7f487f-ed59-44ed-b06c-a0bfa38673d5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:31.798268 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-828e132d-6fe6-4f4a-91a2-88cd8ba4a918 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:31.798749 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c233f32-9c1b-4a52-bfac-29867dc5490d', 'name': 'network-vif-deleted', 'tag': '2e7f487f-ed59-44ed-b06c-a0bfa38673d5', 'status': 'completed', 'code': 200} Aug 30 19:23:31.799397 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:31.808345 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:31.809185 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:31.811094 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-cf9a37e9-46d1-4e77-8718-443c9528015b service neutron] 10.222.0.83 "PUT /v2.0/ports/3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1094 time: 1.5517573 Aug 30 19:23:31.895986 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-acbb8e2e-391f-4e9d-bece-8b661567664b req-52417080-7967-4239-b670-c44333402c46 tempest-ServerRescueNegativeTestJSON-1862769699 tempest-ServerRescueNegativeTestJSON-1862769699-project] 10.222.0.74 "GET /v2.0/ports?device_id=4c233f32-9c1b-4a52-bfac-29867dc5490d HTTP/1.1" status: 200 len: 210 time: 0.0499177 Aug 30 19:23:32.003805 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-245db7c2-6a1c-4014-8fb7-3f69460f7736 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.005681 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-245db7c2-6a1c-4014-8fb7-3f69460f7736 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.83 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 950 time: 0.1363821 Aug 30 19:23:32.013019 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-0ef050a5-7765-4b54-b38c-4c383b6adc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.014534 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-0ef050a5-7765-4b54-b38c-4c383b6adc33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1097 time: 0.1341109 Aug 30 19:23:32.060659 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a3f6f-4a4e-4292-9470-b8569790bcc9 req-02498d6c-c0bb-4ec6-ab1d-104d649872f2 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.062338 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-602a3f6f-4a4e-4292-9470-b8569790bcc9 req-02498d6c-c0bb-4ec6-ab1d-104d649872f2 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 945 time: 0.0658743 Aug 30 19:23:32.095674 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-c18f8c4a-64a1-4916-948e-b2d055ed5b6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0702472 Aug 30 19:23:32.111973 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-602a3f6f-4a4e-4292-9470-b8569790bcc9 req-eb48f96f-a6b3-40c2-bd88-a91a9ca5b6b6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Aug 30 19:23:32.158360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d863-3612-4c47-9ec0-4c9042c84633 req-efffea9b-eea2-4ff3-aa0b-5879f3c6cdbf tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.159898 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d380d863-3612-4c47-9ec0-4c9042c84633 req-efffea9b-eea2-4ff3-aa0b-5879f3c6cdbf tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.2008975 Aug 30 19:23:32.210119 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-8841c17d-66f2-4ee2-8cbe-93007d2b17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.211679 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-8841c17d-66f2-4ee2-8cbe-93007d2b17e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.1038249 Aug 30 19:23:32.260732 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d380d863-3612-4c47-9ec0-4c9042c84633 req-6bfd4c82-2ec8-47fd-9f24-1d9b38cfa670 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899391 Aug 30 19:23:32.271273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Deleting port d2e96a0e-e92c-4c96-87ee-152668c9ed56 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:32.271610 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.328321 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-81ad49bf-2df8-484a-9b35-23e75183d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.329960 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-81ad49bf-2df8-484a-9b35-23e75183d9ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048267 Aug 30 19:23:32.417579 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] For port d2e96a0e-e92c-4c96-87ee-152668c9ed56, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d2e96a0e-e92c-4c96-87ee-152668c9ed56,segment=NetworkSegment(6aaa82aa-2a48-4eb0-a029-06bf8fec17e3),segment_id=6aaa82aa-2a48-4eb0-a029-06bf8fec17e3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:32.417950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.438109 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Calling delete_port for d2e96a0e-e92c-4c96-87ee-152668c9ed56 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:32.443404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d6dad27b-1b95-41f5-96f4-6e455772acf5 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:23:32.492407 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-d2c808c2-35f0-4cd1-9389-ba4584ed70b5 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543117 Aug 30 19:23:32.503053 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port d6dad27b-1b95-41f5-96f4-6e455772acf5 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:32.507278 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port d6dad27b-1b95-41f5-96f4-6e455772acf5 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:32.507827 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.593296 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.639129 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:32.641981 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fcdfa-18cb-4b67-9dd7-9df2007c9070" -d '{"events": [{"server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:32.642100 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3c6fcb8e-f2d0-4ec3-b6ec-e27d4e332fd2 req-c4fe2343-5892-474a-8a35-bcfe0ee10e74 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417377 Aug 30 19:23:32.645862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:32.653459 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.654511 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:32.666732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.709025 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['d2e96a0e-e92c-4c96-87ee-152668c9ed56'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:32.715849 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125d333-66aa-4b22-8b49-6bfff17e7660 x-openstack-request-id: req-8125d333-66aa-4b22-8b49-6bfff17e7660 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:32.715981 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:32.716310 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8125d333-66aa-4b22-8b49-6bfff17e7660 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:32.716599 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'code': 200} Aug 30 19:23:32.717836 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:32.718260 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 2e7f487f-ed59-44ed-b06c-a0bfa38673d5 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:32.757708 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Pushing event deleted for resources: {'Port': ['ID=d2e96a0e-e92c-4c96-87ee-152668c9ed56,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:32.767338 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:32.815411 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5db15b-96a1-49f2-bfb3-9f4780097107 req-8dde3b04-17c8-4935-9501-bd79e019e41a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:32.825154 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b6032a4d-08e6-4fad-9ce8-5b61ca8ba33c req-330a4885-1166-4875-89e4-b0af1ee194f4 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.74 "GET /v2.0/ports?device_id=071ed317-acef-4928-8099-41b0d72b7456 HTTP/1.1" status: 200 len: 210 time: 0.0293448 Aug 30 19:23:32.825650 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ab5db15b-96a1-49f2-bfb3-9f4780097107 req-8dde3b04-17c8-4935-9501-bd79e019e41a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.1649497 Aug 30 19:23:32.857802 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] No DVR routers for this DVR port d2e96a0e-e92c-4c96-87ee-152668c9ed56 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:23:32.861728 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:32.869880 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf24684-35a7-49ad-bd64-e434140045a1 req-019edfd6-43ee-42e9-b191-3be29bd1fdd8 tempest-VolumesNegativeTest-1864924200 tempest-VolumesNegativeTest-1864924200-project] 10.222.0.83 "DELETE /v2.0/ports/d2e96a0e-e92c-4c96-87ee-152668c9ed56 HTTP/1.1" status: 204 len: 173 time: 0.8542984 Aug 30 19:23:32.902406 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ab5db15b-96a1-49f2-bfb3-9f4780097107 req-badd4c61-81be-42f7-9598-6c5601097eaf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757790 Aug 30 19:23:32.987644 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55144) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:33.016068 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c35a9-a885-438b-bb7f-cac6dde2f6be req-fd98166f-5d3f-4580-a9f6-c7d72e8e85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:33.017710 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6b2c35a9-a885-438b-bb7f-cac6dde2f6be req-fd98166f-5d3f-4580-a9f6-c7d72e8e85eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1099 time: 0.0513043 Aug 30 19:23:33.036425 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-579d23c4-1b14-47ee-b636-1b87c4f935f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:33.071850 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6b2c35a9-a885-438b-bb7f-cac6dde2f6be req-ed7a2e3c-8896-41eb-bdac-e25a20817d71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Aug 30 19:23:33.274800 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6481e-810a-4405-8f29-21cb3f5e532c req-0d195be9-ca0f-4408-9185-1050486e32c8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:33.276164 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-96d6481e-810a-4405-8f29-21cb3f5e532c req-0d195be9-ca0f-4408-9185-1050486e32c8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0914860 Aug 30 19:23:33.357876 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-96d6481e-810a-4405-8f29-21cb3f5e532c req-9dabe186-ec66-4098-9a7d-bd149d69548a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755165 Aug 30 19:23:33.399066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873bf06-f1bf-49a5-b501-d19a6492cabc req-e5963773-221b-463f-8b74-27557fe9b1f6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:33.400550 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1873bf06-f1bf-49a5-b501-d19a6492cabc req-e5963773-221b-463f-8b74-27557fe9b1f6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0661180 Aug 30 19:23:33.439131 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1873bf06-f1bf-49a5-b501-d19a6492cabc req-97d0e1e5-23e1-4a65-babb-6c0d6ce83889 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Aug 30 19:23:33.484523 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:33.781326 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Deleting port 919d5d11-930d-4839-84a2-66127d327a5a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:33.781684 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:33.799596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}, {'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'name': 'network-vif-deleted', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:33.801974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b82fa2-2459-4801-a6f4-e31a908736a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}, {"server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "name": "network-vif-deleted", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:33.843210 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09c196c-f46e-4c29-abb8-24c22182f622 x-openstack-request-id: req-b09c196c-f46e-4c29-abb8-24c22182f622 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:33.843604 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "status": "completed", "code": 200}, {"server_uuid": "071ed317-acef-4928-8099-41b0d72b7456", "name": "network-vif-deleted", "tag": "d2e96a0e-e92c-4c96-87ee-152668c9ed56", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:33.843917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b09c196c-f46e-4c29-abb8-24c22182f622 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:33.844403 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'status': 'completed', 'code': 200} Aug 30 19:23:33.844735 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ed317-acef-4928-8099-41b0d72b7456', 'name': 'network-vif-deleted', 'tag': 'd2e96a0e-e92c-4c96-87ee-152668c9ed56', 'status': 'completed', 'code': 200} Aug 30 19:23:33.858549 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] For port 919d5d11-930d-4839-84a2-66127d327a5a, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=919d5d11-930d-4839-84a2-66127d327a5a,segment=NetworkSegment(b0295613-292c-461a-b41c-e62cb65f9ed9),segment_id=b0295613-292c-461a-b41c-e62cb65f9ed9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:33.858774 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:33.871599 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Calling delete_port for 919d5d11-930d-4839-84a2-66127d327a5a owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:33.966152 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-a1c95d56-9a11-47dd-8b60-d626ea036b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:33.969033 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-a1c95d56-9a11-47dd-8b60-d626ea036b53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1097 time: 0.0810349 Aug 30 19:23:34.086874 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc75b2-107d-43ac-b429-2ade5f6b6fe3 req-0b965a2d-0665-45c6-a49e-91023a981a09 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.088375 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e0cc75b2-107d-43ac-b429-2ade5f6b6fe3 req-0b965a2d-0665-45c6-a49e-91023a981a09 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0914717 Aug 30 19:23:34.110979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-fee9fa74-e4e4-4a19-9940-21fd979adc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.112477 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-fee9fa74-e4e4-4a19-9940-21fd979adc3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.1319911 Aug 30 19:23:34.166165 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e0cc75b2-107d-43ac-b429-2ade5f6b6fe3 req-9720a207-186e-408d-8ffb-fcc467081f2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675201 Aug 30 19:23:34.171858 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:34.175276 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-eb5da5f2-9984-42b0-a079-a28c2e63625f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0503726 Aug 30 19:23:34.217537 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Pushing event deleted for resources: {'Port': ['ID=919d5d11-930d-4839-84a2-66127d327a5a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:34.249590 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-36b043cc-d8a4-4e2b-bda9-790d19133751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.251436 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-36b043cc-d8a4-4e2b-bda9-790d19133751 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0596893 Aug 30 19:23:34.317923 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-b749a66d-ce17-4bb5-b9af-70aec8ee00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.319567 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-b749a66d-ce17-4bb5-b9af-70aec8ee00b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492208 Aug 30 19:23:34.561374 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-8a4da028-ceb1-48c9-838e-52f7d21e55c4 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201471 Aug 30 19:23:34.746154 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcec80-2070-4fc2-b012-d94c7e02b8e9 req-6bc8e13d-870d-426a-952c-ccb81b52c2aa tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.748918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e951d3-4602-4bb1-a7c6-3ed13059bf40 req-9f6f3fb8-b348-4944-81f2-5d3b4d2e89be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:34.750225 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-04e951d3-4602-4bb1-a7c6-3ed13059bf40 req-9f6f3fb8-b348-4944-81f2-5d3b4d2e89be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0916164 Aug 30 19:23:34.753344 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-99bcec80-2070-4fc2-b012-d94c7e02b8e9 req-6bc8e13d-870d-426a-952c-ccb81b52c2aa tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0785151 Aug 30 19:23:34.754066 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-71b82fa2-2459-4801-a6f4-e31a908736a6 req-4c17b304-63eb-466e-8546-fffb20dcc507 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830733 Aug 30 19:23:34.774730 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:34.804793 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-04e951d3-4602-4bb1-a7c6-3ed13059bf40 req-5244b35f-511a-4900-b87d-ebfb7452ac5d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Aug 30 19:23:34.835792 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-99bcec80-2070-4fc2-b012-d94c7e02b8e9 req-69e9728f-9236-4760-84f1-b27efc37ac13 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815425 Aug 30 19:23:35.032340 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:23:35.146924 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:23:35.153000 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a975eee1-a0a1-40a4-b0d4-f8fdc24a233e admin admin] 10.222.0.74 "PUT /v2.0/routers/533b15cb-85ab-46fb-92d9-4adeb2b5d7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1641064 Aug 30 19:23:35.155605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:35.158428 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Sync routers for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:23:35.168761 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:35.169407 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:35.296090 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:35.301779 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129f08-e733-4289-8bb9-b9c3fca5b7e7 req-2f2db9af-acf4-40c1-a43f-08f1816895d8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:35.306096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.311412 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af129f08-e733-4289-8bb9-b9c3fca5b7e7 req-2f2db9af-acf4-40c1-a43f-08f1816895d8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.0633521 Aug 30 19:23:35.361728 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af129f08-e733-4289-8bb9-b9c3fca5b7e7 req-08db1876-6b62-4e62-a1e5-df8425f0f093 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Aug 30 19:23:35.429303 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.485998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Deleting port 932a914a-b62f-412c-965b-60ebfe9c4b56 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:23:35.486341 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.501054 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:23:34Z', 'revision_number': 5, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port': {'id': '932a914a-b62f-412c-965b-60ebfe9c4b56', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:34Z', 'updated_at': '2021-08-30T19:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:35.531033 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Checking router: 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:23:35.539909 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Routers {'533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:35.540520 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:35.571737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] For port 932a914a-b62f-412c-965b-60ebfe9c4b56, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=932a914a-b62f-412c-965b-60ebfe9c4b56,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:35.572100 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.586415 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Calling delete_port for 932a914a-b62f-412c-965b-60ebfe9c4b56 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:23:35.625024 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] Set router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:35.680245 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:23:35Z', 'revision_number': 6, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port_host': None}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:35.713878 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f822c-e5f0-492a-81b1-6b303cd2dedc None None] The sync data for ids ['533b15cb-85ab-46fb-92d9-4adeb2b5d7a9'] in dv-cinder-805316-4-iscsi is: [{'id': '533b15cb-85ab-46fb-92d9-4adeb2b5d7a9', 'name': 'tempest-ServerRescueNegativeTestJSON-262724878-router', 'tenant_id': '6d69f4e8c93e461380a71db402ba780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:23:35Z', 'revision_number': 6, 'project_id': '6d69f4e8c93e461380a71db402ba780b', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:23:35.781701 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.785139 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-867b63cb-a226-4649-94c6-611f9c446bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:35.811770 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Pushing event deleted for resources: {'Port': ['ID=932a914a-b62f-412c-965b-60ebfe9c4b56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:35.901221 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.011979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476169-be1d-4cb2-a06d-8443ddcc0bf2 req-ae96eff8-7267-43f4-b1e4-5e14a35bec9f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:36.014846 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ce476169-be1d-4cb2-a06d-8443ddcc0bf2 req-ae96eff8-7267-43f4-b1e4-5e14a35bec9f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0707562 Aug 30 19:23:36.080070 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.083185 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ce476169-be1d-4cb2-a06d-8443ddcc0bf2 req-0a40bd17-9d8c-4a88-ba23-e6712cd9c232 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590379 Aug 30 19:23:36.084356 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.126137 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121a48e-d0ab-43e2-aa1b-8d9533d326c5 req-f818bdb5-c603-4e7d-b04c-053adee2ccf4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:36.129388 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8121a48e-d0ab-43e2-aa1b-8d9533d326c5 req-f818bdb5-c603-4e7d-b04c-053adee2ccf4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.2021754 Aug 30 19:23:36.147016 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.187270 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.188204 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:23:36.207016 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.211646 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-2a38bafe-645c-47fd-a591-befe5be1382c admin admin] 10.222.0.74 "DELETE /v2.0/routers/533b15cb-85ab-46fb-92d9-4adeb2b5d7a9 HTTP/1.1" status: 204 len: 168 time: 1.0515752 Aug 30 19:23:36.211646 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:36.242840 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8121a48e-d0ab-43e2-aa1b-8d9533d326c5 req-8b1e521d-ec48-4248-a065-1444432f0608 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788236 Aug 30 19:23:36.266677 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Deleting subnet ed2f3c10-6f2f-4040-9df3-42d64d87ce1b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:23:36.270325 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.323633 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.377345 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.392540 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08f236-7778-4187-97ec-1bf14971c462 req-914a78d5-3825-4a7b-9678-1f050f5427b1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:36.394798 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b08f236-7778-4187-97ec-1bf14971c462 req-914a78d5-3825-4a7b-9678-1f050f5427b1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0712945 Aug 30 19:23:36.459743 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:23:36.464403 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d2e96a0e-e92c-4c96-87ee-152668c9ed56 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:36.467669 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.478284 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b08f236-7778-4187-97ec-1bf14971c462 req-8121bf4b-190a-4577-bf22-61fa7a216967 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757349 Aug 30 19:23:36.503959 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55402) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:36.541654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: d2e96a0e-e92c-4c96-87ee-152668c9ed56 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:36.543925 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.544300 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d2e96a0e-e92c-4c96-87ee-152668c9ed56 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:36.551761 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ed2f3c10-6f2f-4040-9df3-42d64d87ce1b HTTP/1.1" status: 204 len: 168 time: 0.3391535 Aug 30 19:23:36.552648 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55408) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:36.610626 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2f3c10-6f2f-4040-9df3-42d64d87ce1b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:36.638394 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.638750 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.640458 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.640960 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.642365 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.642713 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.643046 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.643379 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.643707 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.644033 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.644354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.644676 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c97fb5-6215-45b5-8ee7-2f5da9926853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:36.697350 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 932a914a-b62f-412c-965b-60ebfe9c4b56 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:36.700879 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22a62-cba6-4f42-8fec-123f1e08d971 req-943f8217-b274-4ccc-96c7-1a9711c0cdd1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:36.702602 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cbe22a62-cba6-4f42-8fec-123f1e08d971 req-943f8217-b274-4ccc-96c7-1a9711c0cdd1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 943 time: 0.2215421 Aug 30 19:23:36.721229 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.750816 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 932a914a-b62f-412c-965b-60ebfe9c4b56 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:36.754220 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 932a914a-b62f-412c-965b-60ebfe9c4b56 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:36.754676 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 919d5d11-930d-4839-84a2-66127d327a5a no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:23:36.800916 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cbe22a62-cba6-4f42-8fec-123f1e08d971 req-526023ce-dc80-4f12-b365-dc954e9ac8f1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848279 Aug 30 19:23:36.835605 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 919d5d11-930d-4839-84a2-66127d327a5a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:23:36.836805 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 919d5d11-930d-4839-84a2-66127d327a5a not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:23:36.839515 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:36.899614 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:36.900563 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.900914 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.901817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.902151 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > port after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.902483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.902809 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > port after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.903125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.903493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.903808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.904117 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:36.919385 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'mac_address': 'fa:16:3e:ac:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:23:36.986994 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.002232 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:37.028024 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:37.039237 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:37.044240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.051067 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.056887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:37.057415 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:37.057844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:37.058139 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 19:23:37.058502 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17d0b1c-9ffb-4e71-9ff5-8afda5736861']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:37.080187 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0295613-292c-461a-b41c-e62cb65f9ed9') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:37.080488 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0295613-292c-461a-b41c-e62cb65f9ed9') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:37.102938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25886539'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.111637 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:37.145144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.149844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f509c-0831-435c-8baa-92b212c9a7ca tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:37.151908 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-962f509c-0831-435c-8baa-92b212c9a7ca tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1094 time: 0.6469553 Aug 30 19:23:37.155604 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55448) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:37.164049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:23:37.164474 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645927'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: timer() Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: self._notify() Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: event.method(event) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:23:37.172247 dv-cinder-805316-4-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:23:37.176338 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'port_id': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:37.200920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa6063b0-2198-4e70-986e-3b9991a71df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.264069 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.db.api [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 19:23:37.264069 dv-cinder-805316-4-iscsi neutron-server[93815]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 19:23:37.264069 dv-cinder-805316-4-iscsi neutron-server[93815]: [parameters: {'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'id': '5ff9194a-3217-4c5d-9606-84050007448b', 'expiration': datetime.datetime(2021, 8, 30, 19, 25, 37, 237159)}] Aug 30 19:23:37.264069 dv-cinder-805316-4-iscsi neutron-server[93815]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 19:23:37.264620 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG oslo_db.api [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 19:23:37.276034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.301351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5589-f268-48cd-a2e9-8c6b9ba27c2c req-71134cc6-ec08-488a-937a-e93a7e6ed0c2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:37.302856 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d3d5589-f268-48cd-a2e9-8c6b9ba27c2c req-71134cc6-ec08-488a-937a-e93a7e6ed0c2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.1084805 Aug 30 19:23:37.305086 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.307111 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a17d0b1c-9ffb-4e71-9ff5-8afda5736861 HTTP/1.1" status: 204 len: 168 time: 0.7517376 Aug 30 19:23:37.308362 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17d0b1c-9ffb-4e71-9ff5-8afda5736861,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:37.316283 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa6063b0-2198-4e70-986e-3b9991a71df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.321018 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa6063b0-2198-4e70-986e-3b9991a71df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.323851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.324209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.324550 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.324881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.325214 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.325659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.325899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.326402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.326897 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.327219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.327547 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.327868 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808e0ff3-f503-4064-b7f6-2b5295074525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:23:37.360586 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0d3d5589-f268-48cd-a2e9-8c6b9ba27c2c req-e62e884d-86e0-4498-a608-b90cff0250e2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 Aug 30 19:23:37.369929 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-aa6063b0-2198-4e70-986e-3b9991a71df0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=692d8a5f39ac4b9b811a531f27915687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406310 Aug 30 19:23:37.370276 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6ad8e5fe-ba43-40ee-96bd-8f26f3858655'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:37.371342 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6063b0-2198-4e70-986e-3b9991a71df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b9eaa-c5f6-4fa5-bb41-4b7605b72887,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:37.372719 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55454) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:37.449290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.473610 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:37.474460 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.519356 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-17239d8c-ca35-4f95-8153-4ca78e94a2f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d69f4e8c93e461380a71db402ba780b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439305 Aug 30 19:23:37.521639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:37.536052 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.539273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.540410 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/962b9eaa-c5f6-4fa5-bb41-4b7605b72887 HTTP/1.1" status: 204 len: 168 time: 0.1667624 Aug 30 19:23:37.550546 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa003f16-ab0d-4fd5-99a7-5a68ae861009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b9eaa-c5f6-4fa5-bb41-4b7605b72887,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:37.577780 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.601371 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.651870 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.654542 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.655716 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b HTTP/1.1" status: 204 len: 168 time: 0.1322324 Aug 30 19:23:37.666348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538f884-e1f1-44fd-823c-c22ad4dd66a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a7f80-a3b1-4b90-a0c1-4dae7ddeae8b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:37.788299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.946673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:37.981122 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17c4ec-2728-47ca-84f5-e01dd2dc88eb req-9e6a724c-8c23-4e57-b2c2-7ae691cd0fd4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:37.983362 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3a17c4ec-2728-47ca-84f5-e01dd2dc88eb req-9e6a724c-8c23-4e57-b2c2-7ae691cd0fd4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 944 time: 0.0667651 Aug 30 19:23:38.043385 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3a17c4ec-2728-47ca-84f5-e01dd2dc88eb req-d7b30d33-20de-43be-9b58-d53843c6a03c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Aug 30 19:23:38.064917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55474) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:38.092683 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20eaf76c-3773-4c85-82a2-f0bdae148257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.094875 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.27.0.200 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/9532b490-9a2a-4a59-bd93-7c1f11d5a43f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:23:38.254033 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.294777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20eaf76c-3773-4c85-82a2-f0bdae148257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.308125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20eaf76c-3773-4c85-82a2-f0bdae148257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.359771 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-20eaf76c-3773-4c85-82a2-f0bdae148257 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f49439c76114fb2bb35cb81f261460a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901621 Aug 30 19:23:38.360385 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:38.367517 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.369351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaf76c-3773-4c85-82a2-f0bdae148257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acca922-ad9d-41d4-a78c-ac12779ea7ff,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:38.444283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:23:38.447156 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:38.451380 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:23:38.467292 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:23:38.510308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=9532b490-9a2a-4a59-bd93-7c1f11d5a43f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:38.526172 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.535108 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:38.535761 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.585131 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.596255 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e445b1e-4a25-40be-ae9a-59ab6ae8fe0a req-e5870dc9-a2aa-4022-ac42-8425f330e0b4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:38.597863 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e445b1e-4a25-40be-ae9a-59ab6ae8fe0a req-e5870dc9-a2aa-4022-ac42-8425f330e0b4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.1481624 Aug 30 19:23:38.603263 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55500) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:38.624933 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.643632 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.686959 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:38.688423 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:38.691590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db423d-db6f-4f55-9916-d433d82197b6" -d '{"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:38.697280 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:38.756013 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:38.766904 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a2a3d-b0ac-44f3-b479-8575317169ca x-openstack-request-id: req-ff6a2a3d-b0ac-44f3-b479-8575317169ca {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:38.767273 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:38.767588 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ff6a2a3d-b0ac-44f3-b479-8575317169ca {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:38.768054 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'code': 200} Aug 30 19:23:38.927194 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-8bb0ccc0-92b8-48ae-ba69-c9d698989e16 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddf3e8b7e24c4c21be63060abcc224ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168344 Aug 30 19:23:38.929148 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55512) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:39.027412 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e445b1e-4a25-40be-ae9a-59ab6ae8fe0a req-0c86aad6-87a0-4577-816b-f49d6ca0c701 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192929 Aug 30 19:23:39.091695 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.094156 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.095276 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8acca922-ad9d-41d4-a78c-ac12779ea7ff HTTP/1.1" status: 204 len: 168 time: 0.7339854 Aug 30 19:23:39.114429 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.146101 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9087-d40d-4ba3-8f6f-fa299070696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acca922-ad9d-41d4-a78c-ac12779ea7ff,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:39.194846 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.210581 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5d849-1d14-478b-9fc2-aa2ab2ccf4ab req-9b4e131e-5a5d-4503-9721-0b2b0f19405f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:39.219274 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-30e5d849-1d14-478b-9fc2-aa2ab2ccf4ab req-9b4e131e-5a5d-4503-9721-0b2b0f19405f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.0713594 Aug 30 19:23:39.272461 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-30e5d849-1d14-478b-9fc2-aa2ab2ccf4ab req-f25ee52d-027c-4468-83db-812664a78664 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447106 Aug 30 19:23:39.353629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.356062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.359774 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b8563cb-5eb9-4825-80cd-9a2b5ef80457 HTTP/1.1" status: 204 len: 168 time: 0.4230993 Aug 30 19:23:39.379743 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071722d8-2a92-4ad4-b5fb-9b60ff74a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8563cb-5eb9-4825-80cd-9a2b5ef80457,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:39.454115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d9d0c-5bc9-44c4-a4ed-5143d9730550 req-1b5a31f0-276a-4ceb-8f36-210ada9d6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:39.455721 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f9d9d0c-5bc9-44c4-a4ed-5143d9730550 req-1b5a31f0-276a-4ceb-8f36-210ada9d6a82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1099 time: 0.1712899 Aug 30 19:23:39.482395 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.538331 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1f9d9d0c-5bc9-44c4-a4ed-5143d9730550 req-f1a7dd5b-b8ed-43e9-a5a8-6939848e243d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725081 Aug 30 19:23:39.581625 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.814881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.820841 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:39.914844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=9532b490-9a2a-4a59-bd93-7c1f11d5a43f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:39.932048 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.043762 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP 183f5ba4-d4d4-46c6-8162-bdc6e27c51ab associated. External IP: 172.27.0.200, port: d6dad27b-1b95-41f5-96f4-6e455772acf5. Aug 30 19:23:40.126760 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55560) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:40.200633 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0158-3d79-4394-b3f2-6e916447bfa4 req-5369400a-908a-4d4b-9404-6fd1d71c5bd4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:40.202197 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c04a0158-3d79-4394-b3f2-6e916447bfa4 req-5369400a-908a-4d4b-9404-6fd1d71c5bd4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0990148 Aug 30 19:23:40.251501 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:40.281987 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c04a0158-3d79-4394-b3f2-6e916447bfa4 req-8d005fc3-abe5-4e2f-b511-62c843ea6107 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725276 Aug 30 19:23:40.325413 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b94ce5a7-4083-4b8d-bd82-2abdfa9a5585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.384782 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:23:40.401973 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1732720829-network', 'tenant_id': '5913b02878ef45998157d3fc08e9b72f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:40.432833 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5db8e-74ed-4ac5-b7b8-f98e21036406 req-f2004df3-f2b2-44c0-a532-3b9c729680d0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:40.434339 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-51e5db8e-74ed-4ac5-b7b8-f98e21036406 req-f2004df3-f2b2-44c0-a532-3b9c729680d0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.0928462 Aug 30 19:23:40.482573 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:23:40.492836 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-51e5db8e-74ed-4ac5-b7b8-f98e21036406 req-9c4b44eb-41cf-49be-97ac-54a159e16744 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523005 Aug 30 19:23:40.516089 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b94ce5a7-4083-4b8d-bd82-2abdfa9a5585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.517861 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:23:40.523425 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b94ce5a7-4083-4b8d-bd82-2abdfa9a5585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.557422 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:23:40.560910 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.568611 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Made reservation on behalf of 5913b02878ef45998157d3fc08e9b72f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:40.571222 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.580518 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:40.581408 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:40.588006 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b94ce5a7-4083-4b8d-bd82-2abdfa9a5585 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d142040211c74c0ea57d906286bce3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601531 Aug 30 19:23:40.589362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ce5a7-4083-4b8d-bd82-2abdfa9a5585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60417ff-6e7f-4cdc-be9e-92ec4636da31,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:40.590754 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55572) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:40.593442 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.602051 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0ee15a72-aea6-4cb6-ab48-aefe5fb61447 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4441421 Aug 30 19:23:40.607374 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:40.609957 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453d5d51-a0b1-41bf-8628-147ec0142ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:40.654157 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e3d0f-3616-4724-bf11-33211452e902 x-openstack-request-id: req-381e3d0f-3616-4724-bf11-33211452e902 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:40.654536 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:40.654908 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-381e3d0f-3616-4724-bf11-33211452e902 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:40.655380 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'status': 'completed', 'code': 200} Aug 30 19:23:40.675070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:40.682150 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.699991 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'mac_address': 'fa:16:3e:ac:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:23:40.733959 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.735757 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.740865 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.783895 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:23:40.791931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-2378dd67-cb63-4840-b913-e68f0a0035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:40.793456 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-2378dd67-cb63-4840-b913-e68f0a0035c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1099 time: 0.1009367 Aug 30 19:23:40.808150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85ecc5-bf20-417c-9fce-f4944066b8e3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:40.868867 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.870686 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Added segment b0f1356c-ce78-47b5-8921-31130b519e79 of type vlan for network dc935d3a-cdd9-4928-9286-c93103ba174c Aug 30 19:23:40.871615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.874131 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.877801 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b60417ff-6e7f-4cdc-be9e-92ec4636da31 HTTP/1.1" status: 204 len: 168 time: 0.2829764 Aug 30 19:23:40.890609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173d75-23d5-4fb0-b674-439dd7c974a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60417ff-6e7f-4cdc-be9e-92ec4636da31,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:40.903460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:40.949366 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-2b784bbe-12c4-4199-a212-8047755fe057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:40.951190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-2b784bbe-12c4-4199-a212-8047755fe057 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1461320 Aug 30 19:23:40.953391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.962731 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:40.998783 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.000059 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.000890 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.018004 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:23:41.044279 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:41.051051 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.059223 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-aca6502d-f790-44fe-a0ba-098cb2378399 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 200 len: 1000 time: 0.0840502 Aug 30 19:23:41.077589 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8247476 Aug 30 19:23:41.085344 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:41.092788 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Request body: {'subnet': {'network_id': 'dc935d3a-cdd9-4928-9286-c93103ba174c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1732720829-subnet', 'tenant_id': '5913b02878ef45998157d3fc08e9b72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:41.115906 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fcced-29fd-4e7a-9805-1bd05c0eb64a admin admin] Pushing event updated for resources: {'Network': ['ID=dc935d3a-cdd9-4928-9286-c93103ba174c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:41.137325 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Made reservation on behalf of 5913b02878ef45998157d3fc08e9b72f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:41.144987 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.152820 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network dc935d3a-cdd9-4928-9286-c93103ba174c details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:23:41.156598 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:41.193082 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-8f2d0aa1-888a-45aa-8d04-7c821e2531e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.196664 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-8f2d0aa1-888a-45aa-8d04-7c821e2531e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.1246240 Aug 30 19:23:41.292615 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-6beb7658-1679-4bd3-b864-89fa21c94e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.298163 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-6beb7658-1679-4bd3-b864-89fa21c94e50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858524 Aug 30 19:23:41.314107 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '183f5ba4-d4d4-46c6-8162-bdc6e27c51ab', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e2:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:39Z', 'updated_at': '2021-08-30T19:23:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:41.351851 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:23:41.363155 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:41.363527 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:41.417331 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:23:41.476852 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55608) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:41.478327 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.502116 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f080b0-4f9c-4c34-8ea7-68546316d5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.539925 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-b4a6a050-31e5-4c5a-b355-58165b4b4d90 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349188 Aug 30 19:23:41.621375 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:41.742339 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a281da-888e-49ea-8eb7-e2d30803ddba req-8ab3dc4d-7292-42aa-9315-08e454cfeb37 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.743873 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-89a281da-888e-49ea-8eb7-e2d30803ddba req-8ab3dc4d-7292-42aa-9315-08e454cfeb37 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.1255832 Aug 30 19:23:41.747683 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-453d5d51-a0b1-41bf-8628-147ec0142ef8 req-d70c332c-92ea-4c80-a160-3d0335f03098 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910129 Aug 30 19:23:41.808257 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-89a281da-888e-49ea-8eb7-e2d30803ddba req-b687efb5-01f3-48cd-a965-8a102fc5b791 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536761 Aug 30 19:23:41.833351 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f080b0-4f9c-4c34-8ea7-68546316d5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.839164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67f080b0-4f9c-4c34-8ea7-68546316d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.849016 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e99912-b3e9-404a-9cd7-5a862b87fe7e req-e176c07b-b90c-4460-a3a4-a25588a76544 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.850852 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-75e99912-b3e9-404a-9cd7-5a862b87fe7e req-e176c07b-b90c-4460-a3a4-a25588a76544 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 945 time: 0.4398034 Aug 30 19:23:41.868891 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52535868-ecf0-4247-a348-d283ee06be8a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:41.890339 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f080b0-4f9c-4c34-8ea7-68546316d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a9f19b-453f-47c6-b798-f470d388d52b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:41.897676 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-67f080b0-4f9c-4c34-8ea7-68546316d5d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ae93569891e49339879be06dc94b69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185727 Aug 30 19:23:41.900068 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:41.915015 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Checking segment: {'id': 'b0f1356c-ce78-47b5-8921-31130b519e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'dc935d3a-cdd9-4928-9286-c93103ba174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:23:41.915381 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Network hostable DHCP agents. Network: dc935d3a-cdd9-4928-9286-c93103ba174c, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:23:41.920444 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-75e99912-b3e9-404a-9cd7-5a862b87fe7e req-59cc1149-6e33-4836-b1a9-17554feb2f0c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607495 Aug 30 19:23:41.946525 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Network dc935d3a-cdd9-4928-9286-c93103ba174c is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:23:41.965022 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.968326 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, dc935d3a-cdd9-4928-9286-c93103ba174c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:41.972534 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:41.973111 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:41.984391 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa44d73-5bc4-4eca-9672-5f74bb6ae1a2 None None] Network dc935d3a-cdd9-4928-9286-c93103ba174c requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:23:41.993621 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:42.000584 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5251195d-b5cb-4b69-adbf-b526c51366f4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9123991 Aug 30 19:23:42.054915 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:42.057758 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:42.061226 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23a9f19b-453f-47c6-b798-f470d388d52b HTTP/1.1" status: 204 len: 168 time: 0.1572011 Aug 30 19:23:42.067718 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84f118-9956-4a48-8747-e7d09cca23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a9f19b-453f-47c6-b798-f470d388d52b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:42.182354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '183f5ba4-d4d4-46c6-8162-bdc6e27c51ab', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e2:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:39Z', 'updated_at': '2021-08-30T19:23:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:42.212469 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7021d70-bf99-42e1-a92e-d8b5c4911e58 None None] Network dc935d3a-cdd9-4928-9286-c93103ba174c requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:23:42.215079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f03f8-e1a9-4c44-8c77-f440fc5d8f70 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '183f5ba4-d4d4-46c6-8162-bdc6e27c51ab', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e2:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:39Z', 'updated_at': '2021-08-30T19:23:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:23:42.371745 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-392c2478-7d1a-4499-bd16-3a654bd5698d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659037 Aug 30 19:23:42.468574 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-d5ef3987-c990-48c6-b3c6-988fc38fe8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:42.470685 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-d5ef3987-c990-48c6-b3c6-988fc38fe8e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 1099 time: 0.0657547 Aug 30 19:23:42.505397 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cdeb35-3c0b-4367-ac2d-b1c23abea306 None None] New status for floating IP 183f5ba4-d4d4-46c6-8162-bdc6e27c51ab: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:23:42.597920 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-22ed5695-d3ba-4fa1-a768-0b96deb8c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:42.599544 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-22ed5695-d3ba-4fa1-a768-0b96deb8c1ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.1053514 Aug 30 19:23:42.688450 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-62111ae0-be07-4982-8c25-53c4883b079d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 200 len: 1001 time: 0.0764163 Aug 30 19:23:42.690756 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55654) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:42.697535 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859763210-network', 'tenant_id': '963d983a6e134fe7a5cb4f81b44fa582'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:42.754146 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Made reservation on behalf of 963d983a6e134fe7a5cb4f81b44fa582 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:42.756670 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:42.759628 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-28e02a01-7d81-4955-a6dd-7a12059faddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:42.761084 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-28e02a01-7d81-4955-a6dd-7a12059faddc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0594862 Aug 30 19:23:42.768188 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:42.841511 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-64cd264f-6ad7-4201-a2e5-3d2794c7efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:42.842997 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-64cd264f-6ad7-4201-a2e5-3d2794c7efb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652049 Aug 30 19:23:43.045237 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78358e94-f4ca-4be6-aba5-fee70b498945 req-33886708-15e7-4e6f-9591-bfa782cc872b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:43.050094 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-78358e94-f4ca-4be6-aba5-fee70b498945 req-33886708-15e7-4e6f-9591-bfa782cc872b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 945 time: 0.0596547 Aug 30 19:23:43.095755 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-78358e94-f4ca-4be6-aba5-fee70b498945 req-3c6ceccc-8e3e-4fbd-8a02-3f66abc382ea tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362437 Aug 30 19:23:43.244773 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf541e-2180-4f5e-bcea-372b45a09568 req-e54e51e4-0292-406f-91d9-7d98d20f732e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:43.246304 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6adf541e-2180-4f5e-bcea-372b45a09568 req-e54e51e4-0292-406f-91d9-7d98d20f732e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.1215808 Aug 30 19:23:43.274342 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.282845 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-690b0b83-1316-4bc6-8d6a-04e80b1dfed3 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295058 Aug 30 19:23:43.285162 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.330480 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:23:43.387029 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6adf541e-2180-4f5e-bcea-372b45a09568 req-d3e497ee-4e6b-42d7-a499-735e4697a49f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312630 Aug 30 19:23:43.389636 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.389978 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Added segment 87b9c820-db1b-43cd-bf57-f31ca4e32cf1 of type vlan for network 3d40b173-d452-4a95-b497-affa2adf51cd Aug 30 19:23:43.391360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d446b21c-d036-4c97-ba28-b910560936e9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:43.454191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.470358 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b7a1daf-5b81-4bb1-a9a4-f49c42235edc req-25988ab5-f69c-4c94-9ced-2fbf6a2d3f76 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775126 Aug 30 19:23:43.489406 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.491866 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:43.493035 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.560547 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8685341 Aug 30 19:23:43.562946 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55684) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:43.567785 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Request body: {'subnet': {'network_id': '3d40b173-d452-4a95-b497-affa2adf51cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859763210-subnet', 'tenant_id': '963d983a6e134fe7a5cb4f81b44fa582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:43.576309 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941af8c9-8d0f-41b6-9d85-b6edca9bda09 admin admin] Pushing event updated for resources: {'Network': ['ID=3d40b173-d452-4a95-b497-affa2adf51cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:43.587613 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 3d40b173-d452-4a95-b497-affa2adf51cd details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:23:43.600810 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Made reservation on behalf of 963d983a6e134fe7a5cb4f81b44fa582 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:23:43.603596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28684905'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.780629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28646722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28684927'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.841975 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d780480f-9998-422e-8d00-4ffea562412e,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:43.852400 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Checking segment: {'id': '87b9c820-db1b-43cd-bf57-f31ca4e32cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '3d40b173-d452-4a95-b497-affa2adf51cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:23:43.852763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Network hostable DHCP agents. Network: 3d40b173-d452-4a95-b497-affa2adf51cd, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:23:43.870862 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Network 3d40b173-d452-4a95-b497-affa2adf51cd is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:23:43.886350 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 3d40b173-d452-4a95-b497-affa2adf51cd) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:43.890355 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:43.890949 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:43.897743 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165974d-56b1-4134-9d4e-acb7ce433c8e None None] Network 3d40b173-d452-4a95-b497-affa2adf51cd requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:23:43.924895 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-36282d95-0bde-4d7e-b3b6-382c88c46ae0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3602629 Aug 30 19:23:44.038691 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf58e20-4b5e-4a4e-869d-238de76900e3 None None] Network 3d40b173-d452-4a95-b497-affa2adf51cd requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:23:44.229048 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3349-8bcd-417d-965e-73be28623435 req-c5cc0358-1ba4-45dc-b294-3fa08eb3b88c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:44.230565 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-510a3349-8bcd-417d-965e-73be28623435 req-c5cc0358-1ba4-45dc-b294-3fa08eb3b88c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 945 time: 0.0592484 Aug 30 19:23:44.268564 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-510a3349-8bcd-417d-965e-73be28623435 req-9dc5c168-f34a-4316-a3c9-aedda3e87f43 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 30 19:23:44.513203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:23:44.562112 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:23:44.565722 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:23:44.566095 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:44.772328 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:44.794929 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:44.797333 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c23de-2d23-4306-94b2-192d4a15f272" -d '{"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-plugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:44.810122 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:23:44.814380 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:44.838009 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892b0626-f332-4522-9603-e7849e109e97 x-openstack-request-id: req-892b0626-f332-4522-9603-e7849e109e97 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:44.838297 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-plugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:44.838546 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-892b0626-f332-4522-9603-e7849e109e97 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:44.838929 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'code': 200} Aug 30 19:23:44.867737 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:45.104963 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca561a-b1e1-44a0-818c-b87a2a22efd2 req-959ff99b-e4e0-406e-ad42-9e375187caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:45.106616 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca561a-b1e1-44a0-818c-b87a2a22efd2 req-959ff99b-e4e0-406e-ad42-9e375187caf2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0470979 Aug 30 19:23:45.137305 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:45.149203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca561a-b1e1-44a0-818c-b87a2a22efd2 req-b16e415a-0330-4d2a-9c31-048526467372 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328557 Aug 30 19:23:45.393325 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9929e-c599-40d7-9fdc-dfc3fd52544b req-32a3e354-67b5-487d-a88f-b25daad7305f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:45.394838 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dcc9929e-c599-40d7-9fdc-dfc3fd52544b req-32a3e354-67b5-487d-a88f-b25daad7305f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0557287 Aug 30 19:23:45.434552 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dcc9929e-c599-40d7-9fdc-dfc3fd52544b req-7ee08efc-f6ac-4f3c-87b2-3b9b135695b4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327799 Aug 30 19:23:46.563062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dde13-f6fd-4c96-bc8e-8aff264372d7 req-2f4b2245-dfe9-466a-badf-cede6b87d02f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:46.564720 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c11dde13-f6fd-4c96-bc8e-8aff264372d7 req-2f4b2245-dfe9-466a-badf-cede6b87d02f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0540645 Aug 30 19:23:46.607419 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c11dde13-f6fd-4c96-bc8e-8aff264372d7 req-e1861e00-29a6-4645-99df-05c03b12c3cd tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341363 Aug 30 19:23:47.723573 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11b8-52a7-4251-a1bf-29c4ae6ad361 req-697e4ac3-5de3-441f-8be8-3880e9fa498d tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:47.725912 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4fbb11b8-52a7-4251-a1bf-29c4ae6ad361 req-697e4ac3-5de3-441f-8be8-3880e9fa498d tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0510750 Aug 30 19:23:47.764959 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4fbb11b8-52a7-4251-a1bf-29c4ae6ad361 req-c6de57fd-60c3-4d07-bb0b-987edfb39b21 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Aug 30 19:23:47.892551 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfa225-5d77-4b4b-89d6-92e74dd07005 req-53d2932c-a7cc-41f4-82b8-eb6aca7070d2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:47.894000 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fbdfa225-5d77-4b4b-89d6-92e74dd07005 req-53d2932c-a7cc-41f4-82b8-eb6aca7070d2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0513473 Aug 30 19:23:47.932911 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fbdfa225-5d77-4b4b-89d6-92e74dd07005 req-8a52b2d5-513f-4182-9f40-88fe57ad5c40 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Aug 30 19:23:47.955609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55768) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:48.159793 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1f220-5f3e-4994-9aee-695388d72bf8 tempest-TestShelveInstance-358660789 tempest-TestShelveInstance-358660789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:48.161160 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-10b1f220-5f3e-4994-9aee-695388d72bf8 tempest-TestShelveInstance-358660789 tempest-TestShelveInstance-358660789-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1094 time: 0.2045710 Aug 30 19:23:48.164686 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:48.169188 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:23:48.192158 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:48.291655 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:48.401943 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Allocated IP 172.27.0.243 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/12d49438-b369-48ae-a1bc-d6fbe4d258c8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:23:48.502381 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:48.540366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:48.575317 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:23:48.580388 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:23:48.582928 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:23:48.617421 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'Port': ['ID=12d49438-b369-48ae-a1bc-d6fbe4d258c8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:49.040754 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.140222 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.287751 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.292120 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.362872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event updated for resources: {'Port': ['ID=12d49438-b369-48ae-a1bc-d6fbe4d258c8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:49.372905 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.470922 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Floating IP fdae991f-ef27-47d6-bbd3-559a266c427c associated. External IP: 172.27.0.243, port: 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4. Aug 30 19:23:49.672616 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Router dc94a147-4791-44f1-8e50-66d1f586e284 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:23:49.776944 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:23:49.788592 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Sync routers for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:23:49.792418 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:49.797339 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:49.799059 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:49.831391 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-46dde84d-00db-4fa1-99d1-d92deb163371 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6578350 Aug 30 19:23:49.831391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:23:49.831391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:23:49.864164 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c488c74-22d8-47ab-81a7-664a99151672 x-openstack-request-id: req-7c488c74-22d8-47ab-81a7-664a99151672 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:23:49.864451 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:23:49.864728 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c488c74-22d8-47ab-81a7-664a99151672 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:23:49.865754 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'status': 'completed', 'code': 200} Aug 30 19:23:49.907961 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:50.135508 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'fdae991f-ef27-47d6-bbd3-559a266c427c', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'mac_address': 'fa:16:3e:ac:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1d875-288f-446a-801e-a731c05f039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:48Z', 'updated_at': '2021-08-30T19:23:48Z', 'revision_number': 0, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:50.160647 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Checking router: dc94a147-4791-44f1-8e50-66d1f586e284 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:23:50.169045 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:23:50.169705 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:23:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:50.285636 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:23:50.517072 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1b804abe-235b-4167-a384-42b661d52249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'fdae991f-ef27-47d6-bbd3-559a266c427c', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'mac_address': 'fa:16:3e:ac:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1d875-288f-446a-801e-a731c05f039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:48Z', 'updated_at': '2021-08-30T19:23:48Z', 'revision_number': 0, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:23:50.543574 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b804abe-235b-4167-a384-42b661d52249 None None] The sync data for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi is: [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'fdae991f-ef27-47d6-bbd3-559a266c427c', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'mac_address': 'fa:16:3e:ac:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1d875-288f-446a-801e-a731c05f039e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:23:48Z', 'updated_at': '2021-08-30T19:23:48Z', 'revision_number': 0, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:23:50.651323 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-04c72218-1252-41b2-95a8-13480c644104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:50.652811 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-04c72218-1252-41b2-95a8-13480c644104 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0426834 Aug 30 19:23:50.741122 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d483dd-5587-4f2a-9657-be9d251bc45f None None] New status for floating IP fdae991f-ef27-47d6-bbd3-559a266c427c: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:23:50.753330 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-31e26798-0db1-4f55-8194-382a08d34414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:50.754855 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-31e26798-0db1-4f55-8194-382a08d34414 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.0903406 Aug 30 19:23:50.825117 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-bde55b78-759c-4d13-975d-1dcd2984f91a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1000 time: 0.0617344 Aug 30 19:23:50.894745 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-fdbf873d-d79c-42e8-a5f9-095f46fe1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:50.896290 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-fdbf873d-d79c-42e8-a5f9-095f46fe1de1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0471072 Aug 30 19:23:50.946848 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-e86d114a-8f6c-4aa1-b2bf-62dad55d7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:23:50.948583 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-e86d114a-8f6c-4aa1-b2bf-62dad55d7867 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431056 Aug 30 19:23:51.016607 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:23:51.052174 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-c3b8a23c-656f-434c-bf4c-3d2c27dfb5da service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884075 Aug 30 19:23:51.143497 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59dc10a3-1256-4f8f-8ea7-00e1db0b38c7 req-ccc8c19d-b0e6-4f8c-b3ef-560b5d0ea122 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829291 Aug 30 19:23:54.311486 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 55874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:54.416455 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b51-8fcf-41c0-bac6-587e5dd1e09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.507208 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b51-8fcf-41c0-bac6-587e5dd1e09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.511123 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cf17b51-8fcf-41c0-bac6-587e5dd1e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.552134 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-8cf17b51-8fcf-41c0-bac6-587e5dd1e09f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03ba3f64832d4d6aae8352df81b5b11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372842 Aug 30 19:23:54.552134 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17b51-8fcf-41c0-bac6-587e5dd1e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec0ee4-62dd-42c3-8d63-5dc1da7cc0f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:54.552522 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55878) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:54.603605 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.623582 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.673296 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.676066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:54.677362 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/feec0ee4-62dd-42c3-8d63-5dc1da7cc0f0 HTTP/1.1" status: 204 len: 168 time: 0.1234906 Aug 30 19:23:54.686873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3cd5b-25b3-430b-9d6e-39366338d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec0ee4-62dd-42c3-8d63-5dc1da7cc0f0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:54.941186 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:54.953654 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c47d-15f2-426b-87e9-b3f4457094bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.049813 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c47d-15f2-426b-87e9-b3f4457094bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.053970 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c47d-15f2-426b-87e9-b3f4457094bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.090770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2c47d-15f2-426b-87e9-b3f4457094bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bab150-60f2-4d80-9a59-239d75aaadf2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:55.100860 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2cd2c47d-15f2-426b-87e9-b3f4457094bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12b195789eb34154b0aa63dc3aa1a96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561146 Aug 30 19:23:55.100860 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 55890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:55.148115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.168993 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.216765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.219287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:55.220579 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/19bab150-60f2-4d80-9a59-239d75aaadf2 HTTP/1.1" status: 204 len: 168 time: 0.1201863 Aug 30 19:23:55.229335 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c0b3e-4540-4737-9f8f-1042fbbbb06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bab150-60f2-4d80-9a59-239d75aaadf2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:59.693536 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:59.798658 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88984c59-8d70-4da9-bb3a-1279ea42795d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:59.893256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88984c59-8d70-4da9-bb3a-1279ea42795d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:59.897620 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88984c59-8d70-4da9-bb3a-1279ea42795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:23:59.934422 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88984c59-8d70-4da9-bb3a-1279ea42795d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca061c1-5e51-4eba-94eb-5378061e7d82,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:23:59.941179 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-88984c59-8d70-4da9-bb3a-1279ea42795d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9068b8e09144385a3f7953526b32b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442706 Aug 30 19:23:59.941910 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:23:59.989364 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.013590 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.058550 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.060983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.062164 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ca061c1-5e51-4eba-94eb-5378061e7d82 HTTP/1.1" status: 204 len: 168 time: 0.1198699 Aug 30 19:24:00.070511 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff7c02-f29d-42b2-b1ad-ab6db3059bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca061c1-5e51-4eba-94eb-5378061e7d82,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:00.324980 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:00.338540 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2099fe14-17f7-4d1d-9b85-6ef4c3954878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.427243 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2099fe14-17f7-4d1d-9b85-6ef4c3954878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.432682 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2099fe14-17f7-4d1d-9b85-6ef4c3954878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.471164 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-2099fe14-17f7-4d1d-9b85-6ef4c3954878 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a30871d8dd04cf984929098b6e2c239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450851 Aug 30 19:24:00.472106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099fe14-17f7-4d1d-9b85-6ef4c3954878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e131ed0e-0753-4868-8139-2af0b21dd973,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:00.474306 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:00.527488 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.548370 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.599832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.602733 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.603964 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e131ed0e-0753-4868-8139-2af0b21dd973 HTTP/1.1" status: 204 len: 168 time: 0.1280363 Aug 30 19:24:00.612375 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f4be-5822-41ae-8a0b-93df0cff72cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131ed0e-0753-4868-8139-2af0b21dd973,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:00.667390 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:00.712651 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Deleting subnet 52535868-ecf0-4247-a348-d283ee06be8a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:24:00.716106 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.753057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.794321 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.847964 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.875201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52535868-ecf0-4247-a348-d283ee06be8a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:00.877262 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:00.882540 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-df4a7714-4cf5-4acc-afde-c712cf2846bf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/52535868-ecf0-4247-a348-d283ee06be8a HTTP/1.1" status: 204 len: 168 time: 0.2140157 Aug 30 19:24:00.882756 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56054) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:00.963769 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.044624 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.055740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc935d3a-cdd9-4928-9286-c93103ba174c']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.066209 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f1356c-ce78-47b5-8921-31130b519e79') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.066504 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f1356c-ce78-47b5-8921-31130b519e79') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.075507 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25886539'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.090924 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.097255 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:24:01.097740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645927'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: timer() Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: self._notify() Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: event.method(event) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:24:01.100249 dv-cinder-805316-4-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:24:01.158880 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.164153 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.169021 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/dc935d3a-cdd9-4928-9286-c93103ba174c HTTP/1.1" status: 204 len: 168 time: 0.2851171 Aug 30 19:24:01.169378 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:01.182349 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7eece-8fa4-40be-91b0-2392f9883ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc935d3a-cdd9-4928-9286-c93103ba174c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:01.215891 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Deleting subnet d780480f-9998-422e-8d00-4ffea562412e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:24:01.219458 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.263153 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.304349 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.357877 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.384941 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d780480f-9998-422e-8d00-4ffea562412e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:01.386918 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.389808 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f7a9bf25-d4f3-42d5-9268-f698a3dcc0fd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d780480f-9998-422e-8d00-4ffea562412e HTTP/1.1" status: 204 len: 168 time: 0.2183361 Aug 30 19:24:01.391372 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:01.465052 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.544444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.557605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d40b173-d452-4a95-b497-affa2adf51cd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.567619 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b9c820-db1b-43cd-bf57-f31ca4e32cf1') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.568315 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b9c820-db1b-43cd-bf57-f31ca4e32cf1') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:01.576722 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.592546 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.598962 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:24:01.599547 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:24:01.601600 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:24:01.869057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.874588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:01.878959 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3d40b173-d452-4a95-b497-affa2adf51cd HTTP/1.1" status: 204 len: 168 time: 0.4865921 Aug 30 19:24:01.890227 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b6c7-30fe-44a2-a913-d561fc9a5ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d40b173-d452-4a95-b497-affa2adf51cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:02.046656 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:02.086221 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-8bb35671-f608-4cb5-b561-69fc0a2b195a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5913b02878ef45998157d3fc08e9b72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383823 Aug 30 19:24:02.088762 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:02.138340 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.160062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.219896 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.222575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.223984 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f85ecc5-bf20-417c-9fce-f4944066b8e3 HTTP/1.1" status: 204 len: 168 time: 0.1342647 Aug 30 19:24:02.234174 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48be2f-8561-4d1b-a57a-71c40f7bc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85ecc5-bf20-417c-9fce-f4944066b8e3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:02.558056 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:02.597115 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-740a7b87-c850-4348-97e8-72ba93139717 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=963d983a6e134fe7a5cb4f81b44fa582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378423 Aug 30 19:24:02.599650 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:02.652392 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.674141 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.723013 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.726125 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:02.727278 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d446b21c-d036-4c97-ba28-b910560936e9 HTTP/1.1" status: 204 len: 168 time: 0.1266384 Aug 30 19:24:02.735723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23817402-0b61-479e-b91e-1ad52dc44b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d446b21c-d036-4c97-ba28-b910560936e9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:02.807633 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:03.016382 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad54e31a-ef13-4e7c-bad4-ca2eb77b87d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.029899 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6935-6916-4e50-9158-32c61960d9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.109438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad54e31a-ef13-4e7c-bad4-ca2eb77b87d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.113580 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad54e31a-ef13-4e7c-bad4-ca2eb77b87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.152117 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ad54e31a-ef13-4e7c-bad4-ca2eb77b87d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b9bee15565404c7f905bb3df129f9c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433099 Aug 30 19:24:03.152997 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54e31a-ef13-4e7c-bad4-ca2eb77b87d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f90cc97-c45f-414d-b729-bd25f5aa868d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:03.154840 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56156) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:03.206503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.229770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.282637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.285217 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.286635 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f90cc97-c45f-414d-b729-bd25f5aa868d HTTP/1.1" status: 204 len: 168 time: 0.1308067 Aug 30 19:24:03.294504 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f3416-4440-4e8b-b7ec-7ba2a10f2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f90cc97-c45f-414d-b729-bd25f5aa868d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:03.571490 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:03.584645 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6c88-4ec1-4969-be63-adc7da20895a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.682843 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6c88-4ec1-4969-be63-adc7da20895a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.687214 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6c88-4ec1-4969-be63-adc7da20895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.729184 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56176) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:03.730024 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7a4b6c88-4ec1-4969-be63-adc7da20895a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fbeba4c2de5c483e92dd38599e99f4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577945 Aug 30 19:24:03.732705 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6c88-4ec1-4969-be63-adc7da20895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd475d7a-8402-4f41-b96c-1c4fd1782e36,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:03.793976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.822895 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.878513 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.881624 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:03.882751 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd475d7a-8402-4f41-b96c-1c4fd1782e36 HTTP/1.1" status: 204 len: 168 time: 0.1525786 Aug 30 19:24:03.890161 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7ffc4-da86-47fd-b2a2-152dd0a9dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd475d7a-8402-4f41-b96c-1c4fd1782e36,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:05.776989 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6c8f0f24-68e3-48a6-8dfa-dde8d0d44056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.139375 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.359692 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56254) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:06.463602 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ff7365d-b7b0-420b-bcb4-1878dc6db3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.551178 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ff7365d-b7b0-420b-bcb4-1878dc6db3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.555244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ff7365d-b7b0-420b-bcb4-1878dc6db3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.593108 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4ff7365d-b7b0-420b-bcb4-1878dc6db3a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4a6be35df2c4e8c9c26743c75a2dfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323406 Aug 30 19:24:06.593997 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7365d-b7b0-420b-bcb4-1878dc6db3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7287cacd-db57-47b9-8f3e-99b597b22951,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:06.595811 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:06.646944 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.668088 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.713953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.716433 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:06.717582 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7287cacd-db57-47b9-8f3e-99b597b22951 HTTP/1.1" status: 204 len: 168 time: 0.1207058 Aug 30 19:24:06.725847 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7960ce3-9dbf-4ff2-8087-3dc60fbd781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7287cacd-db57-47b9-8f3e-99b597b22951,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:07.037719 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:08.570813 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.124188 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:12.227094 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18c9d9-c3ee-49a1-8d06-5a1254775361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.320087 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18c9d9-c3ee-49a1-8d06-5a1254775361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.324295 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb18c9d9-c3ee-49a1-8d06-5a1254775361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.362153 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18c9d9-c3ee-49a1-8d06-5a1254775361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f5acb5-2d3f-49ba-94fb-078e31311a6f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:12.367075 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-cb18c9d9-c3ee-49a1-8d06-5a1254775361 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=56ac0aadf81b42c0b1b5ea066166566a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417331 Aug 30 19:24:12.369720 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:12.417073 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.438627 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.485130 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.487636 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.489121 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66f5acb5-2d3f-49ba-94fb-078e31311a6f HTTP/1.1" status: 204 len: 168 time: 0.1184978 Aug 30 19:24:12.496987 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011d6bf-0574-4ad2-a437-850cb6636572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f5acb5-2d3f-49ba-94fb-078e31311a6f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:12.759680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56404) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:12.773245 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ba453e-e161-4c12-8523-736e837cf39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.868226 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ba453e-e161-4c12-8523-736e837cf39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.872497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43ba453e-e161-4c12-8523-736e837cf39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.909055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba453e-e161-4c12-8523-736e837cf39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4a203-e9cd-4938-ab48-056d5a8bd1dc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:12.917198 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:12.924256 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-43ba453e-e161-4c12-8523-736e837cf39e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebc3df3cecce4a9aa8dc137d8ff1d295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634445 Aug 30 19:24:12.966295 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:12.988606 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.034641 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.037908 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.039047 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35c4a203-e9cd-4938-ab48-056d5a8bd1dc HTTP/1.1" status: 204 len: 168 time: 0.1208510 Aug 30 19:24:13.046343 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b3a0-6d89-4df2-b840-879d4cc819b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4a203-e9cd-4938-ab48-056d5a8bd1dc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:13.356177 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:13.370008 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbebd1f5-02ed-4280-bb93-6e4407198eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.466235 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbebd1f5-02ed-4280-bb93-6e4407198eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.469983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbebd1f5-02ed-4280-bb93-6e4407198eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.509182 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fbebd1f5-02ed-4280-bb93-6e4407198eb5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fe6d2e537e5d4a0e9e73bbec715fe405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517515 Aug 30 19:24:13.510171 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebd1f5-02ed-4280-bb93-6e4407198eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9452c173-ddb7-484e-a879-72a4884466d5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:13.511825 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56418) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:13.560183 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.584121 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.629379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.631887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:13.633009 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9452c173-ddb7-484e-a879-72a4884466d5 HTTP/1.1" status: 204 len: 168 time: 0.1201854 Aug 30 19:24:13.642007 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32e38a-0df6-4b6d-a54e-a3144627867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9452c173-ddb7-484e-a879-72a4884466d5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:15.136936 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:17.704908 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-b80d3711-f9cc-436d-8cd0-206f5f59386c tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-48787004&fields=id&tenant_id=da11689ea8d94a2fa18224038a7a2a2b HTTP/1.1" status: 200 len: 267 time: 0.0321956 Aug 30 19:24:17.760102 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-e73a1da0-f8b6-48bc-ace3-07e37e275283 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:17.761638 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-e73a1da0-f8b6-48bc-ace3-07e37e275283 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 985 time: 0.0502310 Aug 30 19:24:17.772785 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Request body: {'port': {'security_groups': ['cf78aad8-2ea3-4e97-9a0d-8d999e01d569']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:17.843222 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.023025 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:18.057491 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.062384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.079219 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:24:18.124491 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:18.125139 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.126647 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42020cac-9fc4-49e4-92c0-522f49afdad4 req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "PUT /v2.0/ports/6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 943 time: 0.3584578 Aug 30 19:24:18.127375 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:18.132872 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae0111e-932f-4d65-b2ef-7dbc80a517f1" -d '{"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:18.133889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:18.156470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945abc5-df56-4698-bd62-19c3aceec971 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event updated for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:18.200337 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c06e92-0bf1-4fe0-825a-ecc33d7f247e x-openstack-request-id: req-67c06e92-0bf1-4fe0-825a-ecc33d7f247e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:18.200627 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:18.200873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67c06e92-0bf1-4fe0-825a-ecc33d7f247e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:18.201267 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:24:18.227329 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.262256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.281618 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:24:18.317919 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-e358c857-8879-463a-9104-b8de4bd3de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:18.319807 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-e358c857-8879-463a-9104-b8de4bd3de9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1099 time: 0.0895765 Aug 30 19:24:18.393211 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.397575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.402181 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "DELETE /v2.0/security-groups/869415be-14cd-4c56-b555-02662dd96166 HTTP/1.1" status: 204 len: 168 time: 0.2633018 Aug 30 19:24:18.419998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:18.420894 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c010eb-6143-4055-b4c8-9fe469cf83cc tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869415be-14cd-4c56-b555-02662dd96166,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:18.510647 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-59d315d8-6459-4e80-971a-f2707d54c33d None None] Provisioning complete for port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:24:18.511125 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-59d315d8-6459-4e80-971a-f2707d54c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.514911 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-5ca53c18-0dac-49ef-9543-6aed03985223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:18.516241 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-5ca53c18-0dac-49ef-9543-6aed03985223 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.1878695 Aug 30 19:24:18.603600 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-a07906d8-f602-479b-8f4c-6ebc9cafc88d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 1002 time: 0.0753634 Aug 30 19:24:18.686160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-cbf1cae5-a539-4ee4-9d6f-6b4d89249bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:18.687582 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-cbf1cae5-a539-4ee4-9d6f-6b4d89249bb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.0758281 Aug 30 19:24:18.751213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-180cab34-c6c5-4157-916c-100267bde253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:18.755018 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-180cab34-c6c5-4157-916c-100267bde253 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583563 Aug 30 19:24:18.777953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Deleting port 47f97604-8066-4b41-affb-ed7cf0e4b140 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:18.778305 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.850288 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-5cf35294-b0a1-47c5-9e76-16ee7685e4d2 service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866218 Aug 30 19:24:18.864742 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.865078 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:18.878429 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Calling delete_port for 47f97604-8066-4b41-affb-ed7cf0e4b140 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:18.959364 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bae0111e-932f-4d65-b2ef-7dbc80a517f1 req-bfaf649d-8073-4666-b062-3486b9f1f0bf service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986640 Aug 30 19:24:19.084129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:19.115763 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event deleted for resources: {'Port': ['ID=47f97604-8066-4b41-affb-ed7cf0e4b140,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:19.169302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:19.170058 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Floating IP cf874f9b-1621-4891-a5d2-06b7ab3d6794 disassociated (deleted). External IP: 172.27.0.148, port: 6c5d98a0-5993-4e82-b893-798f2f5fcfc0. Aug 30 19:24:19.379255 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Router f7c27be0-86b7-4027-8549-b4d067d5f6c9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:24:19.488361 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:24:19.493493 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:19.498410 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Sync routers for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:24:19.507983 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:19.509030 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:19.525033 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a5fdbe2c-d74c-4607-857c-cddfde07c639 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "DELETE /v2.0/floatingips/cf874f9b-1621-4891-a5d2-06b7ab3d6794 HTTP/1.1" status: 204 len: 168 time: 1.0932279 Aug 30 19:24:19.525033 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:19.525495 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db" -d '{"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:19.564802 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc2fede-c8f3-45ec-834f-8e55fa9a226b x-openstack-request-id: req-ddc2fede-c8f3-45ec-834f-8e55fa9a226b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:19.565082 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:19.565328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddc2fede-c8f3-45ec-834f-8e55fa9a226b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:19.565746 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:24:19.639607 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:19.646000 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-50f7d1ae-7de4-4a99-ab3c-9b34ca8a87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:19.647587 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-50f7d1ae-7de4-4a99-ab3c-9b34ca8a87c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 1099 time: 0.0561268 Aug 30 19:24:19.760972 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-7d915df1-b3fa-4fc7-87c8-4db2f57ff417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:19.763437 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-7d915df1-b3fa-4fc7-87c8-4db2f57ff417 service neutron] 10.222.0.83 "GET /v2.0/networks?id=aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 200 len: 917 time: 0.1068406 Aug 30 19:24:19.821092 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-53d98e54-1fff-4e13-9241-c999361a4461 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 200 len: 217 time: 0.0473981 Aug 30 19:24:19.905065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:19.907156 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-1b9b6861-d848-4cef-889a-83bbe5718ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:19.908720 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-1b9b6861-d848-4cef-889a-83bbe5718ec5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 200 len: 854 time: 0.0730269 Aug 30 19:24:19.937647 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Checking router: f7c27be0-86b7-4027-8549-b4d067d5f6c9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:24:19.947678 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:19.948184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:19.962308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-f3c91720-fb15-4113-b11f-aac2d73415df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:19.963795 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-f3c91720-fb15-4113-b11f-aac2d73415df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=aad2a612-faba-4e1e-8809-4a6e33d75d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429194 Aug 30 19:24:20.056789 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:20.061889 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-5f539285-8a00-407a-b5d1-bb6c798de0bf service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876589 Aug 30 19:24:20.166937 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1e8e37c9-fff5-44e5-ab19-0e8fdd0265db req-abd77284-fb1c-4e6c-8382-dd905238435e service neutron] 10.222.0.83 "GET /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936010 Aug 30 19:24:20.266813 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:20.296507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb502b5d-43a6-4f0a-b4f5-df05909a7c60 None None] The sync data for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi is: [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:55Z', 'revision_number': 4, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': 'c17eace4-96a8-469e-9dec-009efc40cb79', 'name': '', 'network_id': 'aad2a612-faba-4e1e-8809-4a6e33d75d13', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'mac_address': 'fa:16:3e:a2:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:54Z', 'updated_at': '2021-08-30T19:21:03Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'subnets': [{'id': 'b2d077b5-fe3f-4fa3-b1d3-12bd940e977a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:24:20.525260 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5e0c3-c4a9-4b0f-876a-a95ac1b66c76 None None] New status for floating IP cf874f9b-1621-4891-a5d2-06b7ab3d6794: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:24:22.349499 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc220c-1aef-46a5-a94d-17799c514c1e req-a9663c1e-c276-45cb-b759-f02ad758e31d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:22.351046 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cdfc220c-1aef-46a5-a94d-17799c514c1e req-a9663c1e-c276-45cb-b759-f02ad758e31d tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0552797 Aug 30 19:24:22.389059 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cdfc220c-1aef-46a5-a94d-17799c514c1e req-86aee369-faf0-4c15-91ea-7ba4ee8a95b9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 30 19:24:23.513713 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07890f29-fdd6-4994-b430-97a166d4468c req-1ab2d498-eba6-4fb5-a860-2bea37a778d9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:23.515166 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-07890f29-fdd6-4994-b430-97a166d4468c req-1ab2d498-eba6-4fb5-a860-2bea37a778d9 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0525639 Aug 30 19:24:23.555353 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-07890f29-fdd6-4994-b430-97a166d4468c req-dbd6edc1-9fa4-4fce-bfa7-2ccf6d4170ca tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 30 19:24:24.641628 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-07763831-db06-4276-af7f-618289a79694 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:24.643064 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-07763831-db06-4276-af7f-618289a79694 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.83 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0513470 Aug 30 19:24:24.674730 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1a2f0-391c-4922-9db8-35929279a1a0 req-a6c5be42-4157-48c7-a408-6c8f47f395a7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:24.677153 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3ee1a2f0-391c-4922-9db8-35929279a1a0 req-a6c5be42-4157-48c7-a408-6c8f47f395a7 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/ports?device_id=12c3fa2e-7a20-4541-8b19-d7fe9152d78e HTTP/1.1" status: 200 len: 946 time: 0.0502839 Aug 30 19:24:24.714221 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3ee1a2f0-391c-4922-9db8-35929279a1a0 req-b6d0b45d-d56b-47d7-bb1b-04e996c6b1e0 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.74 "GET /v2.0/security-groups?id=cf78aad8-2ea3-4e97-9a0d-8d999e01d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Aug 30 19:24:24.740379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Deleting port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:24.740720 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:24.839010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] For port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:24.839493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:24.853055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Calling delete_port for 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:24.992624 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:25.012066 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6c5d98a0-5993-4e82-b893-798f2f5fcfc0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:24:25.019890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Pushing event deleted for resources: {'Port': ['ID=6c5d98a0-5993-4e82-b893-798f2f5fcfc0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:25.064719 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] No DVR routers for this DVR port 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:25.067938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:25.069977 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9064dbe1-d3be-48c0-a1df-ea26bba89e1c req-94dc73b3-16c2-4526-8719-8666a0dbf782 tempest-TestMinimumBasicScenario-1691589648 tempest-TestMinimumBasicScenario-1691589648-project] 10.222.0.83 "DELETE /v2.0/ports/6c5d98a0-5993-4e82-b893-798f2f5fcfc0 HTTP/1.1" status: 204 len: 173 time: 0.4189563 Aug 30 19:24:25.070408 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'name': 'network-vif-deleted', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:25.072606 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64526419-4f96-403a-8334-32d4cd1b295a" -d '{"events": [{"server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "name": "network-vif-deleted", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:25.114593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb04d7d-2eb4-4edc-a310-188d1ba4cc31 x-openstack-request-id: req-4eb04d7d-2eb4-4edc-a310-188d1ba4cc31 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:25.114879 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c3fa2e-7a20-4541-8b19-d7fe9152d78e", "name": "network-vif-deleted", "tag": "6c5d98a0-5993-4e82-b893-798f2f5fcfc0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:25.115125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4eb04d7d-2eb4-4edc-a310-188d1ba4cc31 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:25.115517 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c3fa2e-7a20-4541-8b19-d7fe9152d78e', 'name': 'network-vif-deleted', 'tag': '6c5d98a0-5993-4e82-b893-798f2f5fcfc0', 'status': 'completed', 'code': 200} Aug 30 19:24:26.416537 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56750) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:26.867953 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.083848 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:27.209438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbe79-a198-4f3c-9ad3-4fcec94728b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.335390 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbe79-a198-4f3c-9ad3-4fcec94728b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.339903 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbe79-a198-4f3c-9ad3-4fcec94728b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.385704 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fbe79-a198-4f3c-9ad3-4fcec94728b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e573ca-475f-4b9d-a6d2-83df0e709365,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:27.392742 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-cf1fbe79-a198-4f3c-9ad3-4fcec94728b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2ba55f5881254bdb969ad2b5d0f171f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077271 Aug 30 19:24:27.394461 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56764) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:27.449912 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.450434 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Deleting port c17eace4-96a8-469e-9dec-009efc40cb79 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:27.450999 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.475150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.523668 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.527032 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.528666 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90e573ca-475f-4b9d-a6d2-83df0e709365 HTTP/1.1" status: 204 len: 168 time: 0.1332555 Aug 30 19:24:27.537985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f44998-8028-4683-805e-e32827f421bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e573ca-475f-4b9d-a6d2-83df0e709365,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:27.543937 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] For port c17eace4-96a8-469e-9dec-009efc40cb79, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c17eace4-96a8-469e-9dec-009efc40cb79,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:27.544301 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.558986 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Calling delete_port for c17eace4-96a8-469e-9dec-009efc40cb79 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:27.750805 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:27.786903 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17eace4-96a8-469e-9dec-009efc40cb79,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:27.964573 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.015055 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:24:28.241019 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Router f7c27be0-86b7-4027-8549-b4d067d5f6c9 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:24:28.280829 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:28.368893 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:24:28.379376 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-70ffd673-37e4-4920-90ea-48eb0576b281 admin admin] 10.222.0.74 "PUT /v2.0/routers/f7c27be0-86b7-4027-8549-b4d067d5f6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594285 Aug 30 19:24:28.379787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:28.421306 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-59557911-network', 'tenant_id': '59212265fb3a4ec783db8db876341820'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:28.459489 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Made reservation on behalf of 59212265fb3a4ec783db8db876341820 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:24:28.461912 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.502249 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.510266 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Sync routers for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:24:28.521064 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:28.521717 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:28.546889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.632918 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:28.692059 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.708401 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.714283 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.754735 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:24:28.777576 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.777918 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.segments_db [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Added segment 4682e744-bf09-48b9-af12-089263ed9eff of type vlan for network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d Aug 30 19:24:28.785547 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410fbc4c-9dfe-4060-8306-f8daaa848100,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:28.829165 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:28.834150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Deleting port 3a029ec4-8552-43bc-9050-6e0161864ec9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:28.834489 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.852305 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.874885 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:28.875231 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6c5d98a0-5993-4e82-b893-798f2f5fcfc0 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:28.928209 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.929126 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:28.929734 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:28.975603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:24:27Z', 'revision_number': 5, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port': {'id': '3a029ec4-8552-43bc-9050-6e0161864ec9', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:29.002306 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Checking router: f7c27be0-86b7-4027-8549-b4d067d5f6c9 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:24:29.010980 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7289503 Aug 30 19:24:29.011460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Routers {'f7c27be0-86b7-4027-8549-b4d067d5f6c9'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:29.012179 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:29.012695 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] For port 3a029ec4-8552-43bc-9050-6e0161864ec9, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=3a029ec4-8552-43bc-9050-6e0161864ec9,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:29.013045 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.013921 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56800) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:29.020746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Request body: {'subnet': {'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-59557911-subnet', 'tenant_id': '59212265fb3a4ec783db8db876341820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:29.030835 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Calling delete_port for 3a029ec4-8552-43bc-9050-6e0161864ec9 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:29.032456 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c32a3-aab1-4154-89e6-7b8667726f38 admin admin] Pushing event updated for resources: {'Network': ['ID=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:29.050783 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Made reservation on behalf of 59212265fb3a4ec783db8db876341820 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:24:29.053190 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:24:29.054062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28684905'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.159972 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] Set router f7c27be0-86b7-4027-8549-b4d067d5f6c9 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:29.220017 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:24:28Z', 'revision_number': 6, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port_host': None}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:29.240362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.248796 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7f979-6c47-4d52-a0e5-8c49d6753a3f None None] The sync data for ids ['f7c27be0-86b7-4027-8549-b4d067d5f6c9'] in dv-cinder-805316-4-iscsi is: [{'id': 'f7c27be0-86b7-4027-8549-b4d067d5f6c9', 'name': 'tempest-TestMinimumBasicScenario-1675028850-router', 'tenant_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:51Z', 'updated_at': '2021-08-30T19:24:28Z', 'revision_number': 6, 'project_id': 'da11689ea8d94a2fa18224038a7a2a2b', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:24:29.270764 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a029ec4-8552-43bc-9050-6e0161864ec9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:29.271278 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28646722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28684927'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.334802 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.338042 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb057360-da98-4b83-8a1d-c3add3feddfd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:29.347714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Checking segment: {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:24:29.348069 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Network hostable DHCP agents. Network: 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:24:29.364528 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:24:29.373728 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:24:29.379362 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:29.379964 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.384958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f75bd4-0ae3-4076-8b39-935471bd49da None None] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:24:29.398677 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d843c765-7aee-424e-a7b5-54638bc27771 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3805826 Aug 30 19:24:29.434168 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.436302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.480699 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.481228 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c27be0-86b7-4027-8549-b4d067d5f6c9 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:24:29.486407 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.491220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56806) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:29.491443 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-08dc41af-fe90-474d-9d20-24633fd5de8d admin admin] 10.222.0.74 "DELETE /v2.0/routers/f7c27be0-86b7-4027-8549-b4d067d5f6c9 HTTP/1.1" status: 204 len: 168 time: 1.1105034 Aug 30 19:24:29.540155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Deleting subnet b2d077b5-fe3f-4fa3-b1d3-12bd940e977a {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:24:29.543379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.545583 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c3cfa-34db-4574-a7d8-69da4669449f None None] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:24:29.584213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25886576'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.714473 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.792155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28646045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28684870'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.831362 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d077b5-fe3f-4fa3-b1d3-12bd940e977a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:29.837273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:29.840964 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8d0fba88-428a-4d9c-9bc8-e81645bb00bd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b2d077b5-fe3f-4fa3-b1d3-12bd940e977a HTTP/1.1" status: 204 len: 168 time: 0.3455143 Aug 30 19:24:29.841068 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:29.852786 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b27e77-b477-4747-927f-9bb2a141c81f None None] Network aad2a612-faba-4e1e-8809-4a6e33d75d13 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:24:29.924925 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.002211 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Deleting port d2e0420b-eff0-439f-be81-7a9a69054a96 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:30.003559 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.109088 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] For port d2e0420b-eff0-439f-be81-7a9a69054a96, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=d2e0420b-eff0-439f-be81-7a9a69054a96,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:30.109661 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.129429 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] DHCP port deletion for aad2a612-faba-4e1e-8809-4a6e33d75d13 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:24:30.129856 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Calling delete_port for d2e0420b-eff0-439f-be81-7a9a69054a96 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:30.186028 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Deleting port d2e0420b-eff0-439f-be81-7a9a69054a96 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:30.186521 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.222750 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.251706 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e0420b-eff0-439f-be81-7a9a69054a96,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:30.256684 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] No DVR routers for this DVR port d2e0420b-eff0-439f-be81-7a9a69054a96 on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:30.262557 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] For port d2e0420b-eff0-439f-be81-7a9a69054a96, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=d2e0420b-eff0-439f-be81-7a9a69054a96,segment=NetworkSegment(915e9a02-4a1b-430d-8c29-3dd53721aa1d),segment_id=915e9a02-4a1b-430d-8c29-3dd53721aa1d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:30.262989 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.286796 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Calling delete_port for d2e0420b-eff0-439f-be81-7a9a69054a96 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:30.330302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.342342 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad2a612-faba-4e1e-8809-4a6e33d75d13']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:30.356371 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915e9a02-4a1b-430d-8c29-3dd53721aa1d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:30.356718 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915e9a02-4a1b-430d-8c29-3dd53721aa1d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:30.368203 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.383181 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.391575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:24:30.391978 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:24:30.395295 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:24:30.425874 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.459367 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Pushing event deleted for resources: {'Port': ['ID=d2e0420b-eff0-439f-be81-7a9a69054a96,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:30.463955 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.464431 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] No DVR routers for this DVR port d2e0420b-eff0-439f-be81-7a9a69054a96 on host dv-cinder-805316-4-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:30.469831 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:30.472276 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] 10.222.0.74 "DELETE /v2.0/networks/aad2a612-faba-4e1e-8809-4a6e33d75d13 HTTP/1.1" status: 204 len: 168 time: 0.6305757 Aug 30 19:24:30.475382 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:30.487685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.488123 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.488556 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.488976 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.489740 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.490007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.490324 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.490658 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.503126 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8033eb-662b-41a1-b8d4-1efa410b1916 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad2a612-faba-4e1e-8809-4a6e33d75d13,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:30.503974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.503974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.503974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.503974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58775e2b-1f15-4d35-9865-80f2a8babcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:30.529184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device d2e0420b-eff0-439f-be81-7a9a69054a96 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:30.549079 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: d2e0420b-eff0-439f-be81-7a9a69054a96 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:30.550357 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device d2e0420b-eff0-439f-be81-7a9a69054a96 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:30.550753 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c17eace4-96a8-469e-9dec-009efc40cb79 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:30.569616 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: c17eace4-96a8-469e-9dec-009efc40cb79 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:30.569958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c17eace4-96a8-469e-9dec-009efc40cb79 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:30.570368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 3a029ec4-8552-43bc-9050-6e0161864ec9 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:30.589041 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 3a029ec4-8552-43bc-9050-6e0161864ec9 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:30.589376 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 3a029ec4-8552-43bc-9050-6e0161864ec9 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:30.849299 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:31.108722 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Deleting port 671b8b59-a109-4f85-a5fe-266dc001e54c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:31.109064 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:31.194526 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] For port 671b8b59-a109-4f85-a5fe-266dc001e54c, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=671b8b59-a109-4f85-a5fe-266dc001e54c,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:31.194892 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:31.208920 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Calling delete_port for 671b8b59-a109-4f85-a5fe-266dc001e54c owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:31.319581 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-045c690c-42d6-4413-8f06-57bf2984bd29 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:31.321096 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-045c690c-42d6-4413-8f06-57bf2984bd29 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 812 time: 0.1043470 Aug 30 19:24:31.337283 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-47783669-63a1-402a-a0f2-3fbe2427864e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/quotas/59212265fb3a4ec783db8db876341820 HTTP/1.1" status: 200 len: 375 time: 0.0106232 Aug 30 19:24:31.411981 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:31.441381 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Pushing event deleted for resources: {'Port': ['ID=671b8b59-a109-4f85-a5fe-266dc001e54c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:31.604865 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-ed5915e7-fbb6-4091-8e5e-29a7d5320726 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2620182 Aug 30 19:24:31.621882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:31.699987 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-1af9a426-8f27-4356-9285-8a8252b769fa service neutron] 10.222.0.74 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860240 Aug 30 19:24:31.791922 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-9c987a86-f965-461c-9e49-9c6df1d86d9e service neutron] 10.222.0.74 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853710 Aug 30 19:24:31.843899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Router dba75e86-cf1f-4ff7-8c3c-81ea44472464 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:24:31.975533 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8151ea06-7cec-45d5-bd1c-9ca90620f9d8 req-32b0f1f6-eb07-49b9-844d-ae7d5757d42e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 210 time: 0.0330453 Aug 30 19:24:31.988918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:24:31.993906 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6fb1c3df-c546-4f2b-ad57-8a9e01852cca admin admin] 10.222.0.74 "PUT /v2.0/routers/dba75e86-cf1f-4ff7-8c3c-81ea44472464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5173390 Aug 30 19:24:31.996363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56844) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:31.999957 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Sync routers for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:24:32.011507 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:32.012140 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:32.109715 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:32.135369 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:32.333385 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:24:31Z', 'revision_number': 5, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:32.368930 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Checking router: dba75e86-cf1f-4ff7-8c3c-81ea44472464 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:24:32.383836 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Routers {'dba75e86-cf1f-4ff7-8c3c-81ea44472464'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:32.384451 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:32.504744 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] Set router dba75e86-cf1f-4ff7-8c3c-81ea44472464 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:32.524808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:32.585492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Deleting port a096ae74-61fe-4e48-97d3-9033aab53984 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:32.586167 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:32.673751 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] For port a096ae74-61fe-4e48-97d3-9033aab53984, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a096ae74-61fe-4e48-97d3-9033aab53984,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:32.675054 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:32.687864 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Calling delete_port for a096ae74-61fe-4e48-97d3-9033aab53984 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:32.707521 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:24:31Z', 'revision_number': 5, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:32.736026 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a1858-d278-41bb-b2a6-e6c1e924e7bd None None] The sync data for ids ['dba75e86-cf1f-4ff7-8c3c-81ea44472464'] in dv-cinder-805316-4-iscsi is: [{'id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'name': 'tempest-TestMinimumBasicScenario-1066478509-router', 'tenant_id': '4d8eb8e087414e6da5426f5122106bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:20:58Z', 'updated_at': '2021-08-30T19:24:31Z', 'revision_number': 5, 'project_id': '4d8eb8e087414e6da5426f5122106bc4', 'gw_port': {'id': 'a096ae74-61fe-4e48-97d3-9033aab53984', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba75e86-cf1f-4ff7-8c3c-81ea44472464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:20:59Z', 'updated_at': '2021-08-30T19:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:24:32.887471 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:32.914965 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a096ae74-61fe-4e48-97d3-9033aab53984,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:32.981751 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.040102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ed0c295d-d788-42a0-b97f-24ae2bc5911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.173824 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.179828 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.289840 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5b64c011-8016-428b-b9ab-ee6db18b2186 req-3ce9b7fe-b616-4cb2-af0e-c217126e4baf tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 210 time: 0.2305088 Aug 30 19:24:33.298837 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.299909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dba75e86-cf1f-4ff7-8c3c-81ea44472464 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:24:33.309826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.310974 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-657e36e3-73ba-4f32-8cf7-4ca921b99fc0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/dba75e86-cf1f-4ff7-8c3c-81ea44472464 HTTP/1.1" status: 204 len: 168 time: 1.3133271 Aug 30 19:24:33.313639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:33.318649 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-80a88ec0-75ae-4a3a-9446-1caa1216065f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:33.320242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-80a88ec0-75ae-4a3a-9446-1caa1216065f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 812 time: 0.2749841 Aug 30 19:24:33.336242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Request body: {'port': {'device_id': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d', 'admin_state_up': True, 'tenant_id': '59212265fb3a4ec783db8db876341820'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:33.359841 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Deleting subnet 92934ebd-3152-444b-aba8-d439a0d194b0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:24:33.363867 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.400453 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.452652 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Made reservation on behalf of 59212265fb3a4ec783db8db876341820 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:24:33.457014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.543046 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.603589 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.609290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Allocated IP 172.20.0.5 (18e0a8bb-2890-4d47-bd18-ebf65b9bae3d/bb057360-da98-4b83-8a1d-c3add3feddfd/6db316ad-3c23-4c03-a752-c39da020fc91) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:24:33.632056 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92934ebd-3152-444b-aba8-d439a0d194b0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:33.637898 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.639724 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-bd54c8c5-6dbc-4332-8619-0c706af19ec4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/92934ebd-3152-444b-aba8-d439a0d194b0 HTTP/1.1" status: 204 len: 168 time: 0.3251038 Aug 30 19:24:33.642486 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:33.645263 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944656b0-6d0e-486f-a7eb-bd885456c883 None None] Network 981deac6-c029-49b8-974f-e62ed679358c requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:24:33.720632 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.786463 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Deleting port 65baef8c-831a-444a-a088-280e5b92d9f4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:33.787126 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.787614 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.835411 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.859873 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] DHCP port deletion for 981deac6-c029-49b8-974f-e62ed679358c request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:24:33.872552 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] For port 65baef8c-831a-444a-a088-280e5b92d9f4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=65baef8c-831a-444a-a088-280e5b92d9f4,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:33.872915 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.888822 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Calling delete_port for 65baef8c-831a-444a-a088-280e5b92d9f4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:33.892591 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:24:33.897097 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:24:33.907626 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:24:33.911944 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Pushing event updated for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:33.949971 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Deleting port 65baef8c-831a-444a-a088-280e5b92d9f4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:33.950362 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.969739 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:33.969739 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:33.984543 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-95520d71-cf53-4822-8095-94c76e75d87f tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525235 Aug 30 19:24:33.997666 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.015139 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Request body: {'port': {'device_id': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:34.022567 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=65baef8c-831a-444a-a088-280e5b92d9f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.028367 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] No DVR routers for this DVR port 65baef8c-831a-444a-a088-280e5b92d9f4 on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:34.034354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] For port 65baef8c-831a-444a-a088-280e5b92d9f4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=65baef8c-831a-444a-a088-280e5b92d9f4,segment=NetworkSegment(8f5fa62b-7181-44c1-876c-341557935a6e),segment_id=8f5fa62b-7181-44c1-876c-341557935a6e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:34.035166 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.052019 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Calling delete_port for 65baef8c-831a-444a-a088-280e5b92d9f4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:34.091630 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.125230 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.136551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981deac6-c029-49b8-974f-e62ed679358c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:34.137797 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.150419 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5fa62b-7181-44c1-876c-341557935a6e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:34.150724 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5fa62b-7181-44c1-876c-341557935a6e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:34.164963 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.170035 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] Pushing event deleted for resources: {'Port': ['ID=65baef8c-831a-444a-a088-280e5b92d9f4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.172065 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708313d-b7fc-4607-bf37-11c434d6cd45 None None] No DVR routers for this DVR port 65baef8c-831a-444a-a088-280e5b92d9f4 on host dv-cinder-805316-4-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:34.188008 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.195178 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:24:34.195847 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:24:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:24:34.262609 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.268940 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.270976 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] 10.222.0.74 "DELETE /v2.0/networks/981deac6-c029-49b8-974f-e62ed679358c HTTP/1.1" status: 204 len: 168 time: 0.6272724 Aug 30 19:24:34.282271 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b170ec-b872-4530-b435-1f0924a8a3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=981deac6-c029-49b8-974f-e62ed679358c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.436858 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:34.499902 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db316ad-3c23-4c03-a752-c39da020fc91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:24:34.511778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.530032 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 65baef8c-831a-444a-a088-280e5b92d9f4 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:34.531718 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Transition to ACTIVE for port object 6db316ad-3c23-4c03-a752-c39da020fc91 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:24:34.532083 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae34d22-ce43-4f73-a501-1d9e2a0fc784 req-1bf7fa84-eb29-42a5-b188-98be64b3f1ec tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:34.538127 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ae34d22-ce43-4f73-a501-1d9e2a0fc784 req-1bf7fa84-eb29-42a5-b188-98be64b3f1ec tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.0798941 Aug 30 19:24:34.541201 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f623d3be-8bac-4305-8a14-09ccd6d3c924 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da11689ea8d94a2fa18224038a7a2a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031098 Aug 30 19:24:34.545842 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ec5d1-3fb2-40e0-8d57-765494dbd396 req-e9ead722-19bf-4d04-b3b9-8bc84713a43e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:34.548151 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:34.553996 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f9ec5d1-3fb2-40e0-8d57-765494dbd396 req-e9ead722-19bf-4d04-b3b9-8bc84713a43e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 931 time: 0.1811466 Aug 30 19:24:34.556424 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.569626 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 65baef8c-831a-444a-a088-280e5b92d9f4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:34.570803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 65baef8c-831a-444a-a088-280e5b92d9f4 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:34.571223 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 671b8b59-a109-4f85-a5fe-266dc001e54c no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:34.608080 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ae34d22-ce43-4f73-a501-1d9e2a0fc784 req-47e66430-68a6-40a3-a404-10c56ed50b41 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656269 Aug 30 19:24:34.619833 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 671b8b59-a109-4f85-a5fe-266dc001e54c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:34.620506 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 671b8b59-a109-4f85-a5fe-266dc001e54c not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:34.621130 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a096ae74-61fe-4e48-97d3-9033aab53984 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:34.633624 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.651982 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: a096ae74-61fe-4e48-97d3-9033aab53984 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:34.652406 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a096ae74-61fe-4e48-97d3-9033aab53984 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:34.662632 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.669203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3f9ec5d1-3fb2-40e0-8d57-765494dbd396 req-972de606-b013-41b7-8467-b99c886552f7 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140273 Aug 30 19:24:34.683967 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Pushing event updated for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.716209 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.718817 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.719954 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf78aad8-2ea3-4e97-9a0d-8d999e01d569 HTTP/1.1" status: 204 len: 168 time: 0.1709194 Aug 30 19:24:34.728667 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f039dee-5690-48ae-9319-5d71483b39b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf78aad8-2ea3-4e97-9a0d-8d999e01d569,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.739605 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Attempting to bind port 6db316ad-3c23-4c03-a752-c39da020fc91 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:24:34.739931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Attempting to bind port 6db316ad-3c23-4c03-a752-c39da020fc91 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:24:34.740260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Attempting to bind port 6db316ad-3c23-4c03-a752-c39da020fc91 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:24:34.745575 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Port 6db316ad-3c23-4c03-a752-c39da020fc91 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:24:34.745903 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Attempting to bind port 6db316ad-3c23-4c03-a752-c39da020fc91 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:24:34.751148 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:24:34.751545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Checking segment: {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:24:34.751859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Bound using segment: {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:24:34.752306 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Bound port: 6db316ad-3c23-4c03-a752-c39da020fc91, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:24:34.753420 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.824540 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:24:34.827732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6db316ad-3c23-4c03-a752-c39da020fc91,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:24:34.833318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.872241 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:34.872852 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:34.874333 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-4cde5943-e937-4b65-8fba-b905315134db service neutron] 10.222.0.83 "PUT /v2.0/ports/6db316ad-3c23-4c03-a752-c39da020fc91 HTTP/1.1" status: 200 len: 1093 time: 0.8654370 Aug 30 19:24:34.874752 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:34.877973 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5013ae-b161-4be5-899c-e314de7cb937" -d '{"events": [{"name": "network-changed", "server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:34.913026 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5943-e937-4b65-8fba-b905315134db service neutron] Pushing event updated for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:34.954372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dce9c48-5a17-477d-9db2-fbc748e751b7 x-openstack-request-id: req-8dce9c48-5a17-477d-9db2-fbc748e751b7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:34.954652 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:34.954893 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8dce9c48-5a17-477d-9db2-fbc748e751b7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:34.955967 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91', 'status': 'completed', 'code': 200} Aug 30 19:24:34.972774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-dba90184-8277-479f-8d98-0ff86ac24e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:34.974312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-dba90184-8277-479f-8d98-0ff86ac24e47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 1096 time: 0.0486803 Aug 30 19:24:35.018728 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-66537687-83b0-48c8-b876-d56b6ccf958b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db316ad-3c23-4c03-a752-c39da020fc91 HTTP/1.1" status: 200 len: 217 time: 0.0355506 Aug 30 19:24:35.076101 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-1b713a19-5376-4815-a3c7-10354f4fea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.077571 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-1b713a19-5376-4815-a3c7-10354f4fea5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb057360-da98-4b83-8a1d-c3add3feddfd HTTP/1.1" status: 200 len: 852 time: 0.0515745 Aug 30 19:24:35.090009 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:35.115170 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-9fe1d62e-0abf-4bf7-9486-bf58fe3b00bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280409 Aug 30 19:24:35.132038 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d6ba8f40-7b18-4197-9148-536c3eb8bbd3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d8eb8e087414e6da5426f5122106bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408432 Aug 30 19:24:35.134563 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:35.185235 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:35.208467 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:35.211928 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-9e67d61a-7744-4a4f-bccb-d23c97df648a service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879085 Aug 30 19:24:35.259220 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:35.261971 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:35.266002 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb536281-c171-412b-988e-8f2cbe9a4b4d HTTP/1.1" status: 204 len: 168 time: 0.1275876 Aug 30 19:24:35.274056 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6afa59-10c4-4800-86d8-bb453869b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb536281-c171-412b-988e-8f2cbe9a4b4d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:35.319840 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-599654b0-a844-4eae-8618-e2f1c8eb37f2 req-77eaa972-a408-4225-bc7d-0ea72ee852b6 service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970051 Aug 30 19:24:35.417343 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-c7630320-0431-437e-8ef0-8f8427c9bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.418871 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-c7630320-0431-437e-8ef0-8f8427c9bed6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 1096 time: 0.0444832 Aug 30 19:24:35.525496 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-d7ac18b6-794d-4998-a832-af4c199b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.526995 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-d7ac18b6-794d-4998-a832-af4c199b1a0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 914 time: 0.0986743 Aug 30 19:24:35.575818 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-c242e983-04d6-44f8-abdc-0f4374536814 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6db316ad-3c23-4c03-a752-c39da020fc91 HTTP/1.1" status: 200 len: 217 time: 0.0380826 Aug 30 19:24:35.642275 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-18bb479e-c13a-4d2b-9639-f478c302ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.644293 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-18bb479e-c13a-4d2b-9639-f478c302ce90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb057360-da98-4b83-8a1d-c3add3feddfd HTTP/1.1" status: 200 len: 852 time: 0.0476134 Aug 30 19:24:35.679393 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-c24361e3-9877-4256-8e61-97eeb78ceb7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 30 19:24:35.781043 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b8cce9b-345d-45ed-990c-9292178abef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:35.799675 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291652a1-d7cb-468c-a466-faad45fc7b64 req-d262b3b7-b8fb-4383-8482-5cea072a3785 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.803123 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-291652a1-d7cb-468c-a466-faad45fc7b64 req-d262b3b7-b8fb-4383-8482-5cea072a3785 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 943 time: 0.0620332 Aug 30 19:24:35.812847 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401002-e523-4ab5-b183-ec281b56e623 req-68506b5e-c533-43d2-9974-dbd57ab2c7f2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:35.815005 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5b401002-e523-4ab5-b183-ec281b56e623 req-68506b5e-c533-43d2-9974-dbd57ab2c7f2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.0975933 Aug 30 19:24:35.841771 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-e26f815c-c6a7-42e0-9c31-20c72b2f7275 service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491160 Aug 30 19:24:35.845041 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-291652a1-d7cb-468c-a466-faad45fc7b64 req-412b2eb1-bbac-4455-9f2b-a79dc17b4b75 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374441 Aug 30 19:24:35.883301 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5b401002-e523-4ab5-b183-ec281b56e623 req-f8efa124-7db3-47f5-b4b0-d5cde9b61cb0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=d7affedb-e4a5-4424-99ed-b44cb2d2b041&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592945 Aug 30 19:24:35.949718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7a5013ae-b161-4be5-899c-e314de7cb937 req-25011e4f-1691-4738-b8a9-270d098c9ae0 service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942986 Aug 30 19:24:36.139997 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.291532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-bde6e943-d704-40ef-9796-3f546aff0642 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:36.292966 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-bde6e943-d704-40ef-9796-3f546aff0642 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 946 time: 0.0506177 Aug 30 19:24:36.393377 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Deleting port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:36.393883 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.483837 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] For port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:36.484203 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.710795 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.711184 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.711500 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Floating IP adf31fc7-7509-41bb-a078-16d511c56bab disassociated. External IP: 172.27.0.233, port: 6ad8e5fe-ba43-40ee-96bd-8f26f3858655. Aug 30 19:24:36.711832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Calling delete_port for 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:36.840834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:36.875820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'Port': ['ID=6ad8e5fe-ba43-40ee-96bd-8f26f3858655,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:36.974037 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ad6e6-5123-47b5-9443-11376b40a906 req-7d815963-3421-4aeb-9755-2a310910a523 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:36.975517 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4d8ad6e6-5123-47b5-9443-11376b40a906 req-7d815963-3421-4aeb-9755-2a310910a523 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 943 time: 0.0611386 Aug 30 19:24:37.008443 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-df52b901-19c2-4061-a531-0b6590b5de44 req-c05df242-319c-4f59-8dec-5e0700b1b7df tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5cfd6d9-16bb-4637-b63c-22c9bc12f838 HTTP/1.1" status: 200 len: 210 time: 0.0323319 Aug 30 19:24:37.016674 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4d8ad6e6-5123-47b5-9443-11376b40a906 req-cad7d793-1c18-46b3-a79a-0758437672d4 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347230 Aug 30 19:24:37.028204 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:24:37.045939 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:37.139629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:24:37.153418 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:24:37.168505 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:37.169116 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:37.183101 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] No DVR routers for this DVR port 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:24:37.185454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:37.187434 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b71536ff-4e0d-49c5-afa7-bf3e0ebd7d73 req-f751a431-aab7-4e91-b6a8-4206920c22ca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "DELETE /v2.0/ports/6ad8e5fe-ba43-40ee-96bd-8f26f3858655 HTTP/1.1" status: 204 len: 173 time: 0.8873081 Aug 30 19:24:37.187857 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-deleted', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:37.190931 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96c4a6-22f7-4160-98c8-a936d2b91284" -d '{"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-deleted", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:37.227833 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade10fdf-aba2-4211-8dbf-44953c78a182 x-openstack-request-id: req-ade10fdf-aba2-4211-8dbf-44953c78a182 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:37.228111 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cfd6d9-16bb-4637-b63c-22c9bc12f838", "name": "network-vif-deleted", "tag": "6ad8e5fe-ba43-40ee-96bd-8f26f3858655", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:37.228371 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ade10fdf-aba2-4211-8dbf-44953c78a182 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:37.228799 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cfd6d9-16bb-4637-b63c-22c9bc12f838', 'name': 'network-vif-deleted', 'tag': '6ad8e5fe-ba43-40ee-96bd-8f26f3858655', 'status': 'completed', 'code': 200} Aug 30 19:24:37.305027 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:37.627936 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:37.658305 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:24:37.666872 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:37.667481 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:37.780091 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:37.982980 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:38.008296 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9743509f-a7cd-4730-b7db-8d419cb32ef8 None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:24:38.118510 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:38.140594 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d722-791b-4321-beaf-ecd10a685a41 req-80ff0899-4bb4-4974-a555-3e1b659771ae tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:38.142129 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7c7d722-791b-4321-beaf-ecd10a685a41 req-80ff0899-4bb4-4974-a555-3e1b659771ae tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 943 time: 0.0543365 Aug 30 19:24:38.179463 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.185281 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7c7d722-791b-4321-beaf-ecd10a685a41 req-e4cbaf4e-a887-471b-a156-7cc64feb1a57 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 30 19:24:38.206953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.258047 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.260845 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.263287 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "DELETE /v2.0/security-groups/d7affedb-e4a5-4424-99ed-b44cb2d2b041 HTTP/1.1" status: 204 len: 168 time: 0.1434155 Aug 30 19:24:38.264526 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2797e639-4894-4951-958d-41b71df78c0c None None] New status for floating IP adf31fc7-7509-41bb-a078-16d511c56bab: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:24:38.265951 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56950) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:38.272721 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7affedb-e4a5-4424-99ed-b44cb2d2b041,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:38.280124 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.280468 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.280810 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.281255 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.281650 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.281988 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.282322 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.282650 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.283440 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.api.v2.resource [None req-f3c31ca1-921c-43a8-a9e7-c5e0effb8020 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] show failed (client error): The resource could not be found. Aug 30 19:24:38.283620 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.283998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.284341 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.284668 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a6caec-8ac3-4e97-9562-bb70b4f80016 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.285787 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f3c31ca1-921c-43a8-a9e7-c5e0effb8020 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups/d7affedb-e4a5-4424-99ed-b44cb2d2b041 HTTP/1.1" status: 404 len: 347 time: 0.0184832 Aug 30 19:24:38.288624 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56952) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:38.421323 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Deleting port ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:24:38.421696 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.496975 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.497191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.509613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Calling delete_port for ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:24:38.573550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.650143 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.678423 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'Port': ['ID=ed00d7a1-f8d4-407c-ae8d-8a270fd21a1f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:38.707567 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.707905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.708238 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.708565 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.708890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.709211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.709558 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.709878 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.710202 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.710518 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.710831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.711144 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:24:38.748386 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.750734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.753550 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8c5a6190-6f38-4bb1-bad7-6844ac228ee8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "DELETE /v2.0/floatingips/adf31fc7-7509-41bb-a078-16d511c56bab HTTP/1.1" status: 204 len: 168 time: 0.4622872 Aug 30 19:24:38.791174 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6db316ad-3c23-4c03-a752-c39da020fc91 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:24:38.907256 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6db316ad-3c23-4c03-a752-c39da020fc91,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:38.920375 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6db316ad-3c23-4c03-a752-c39da020fc91', 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d', 'port_id': '6db316ad-3c23-4c03-a752-c39da020fc91', 'mac_address': 'fa:16:3e:58:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb057360-da98-4b83-8a1d-c3add3feddfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:24:38.960274 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:38.973830 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db316ad-3c23-4c03-a752-c39da020fc91 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:24:38.992791 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6db316ad-3c23-4c03-a752-c39da020fc91,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:38.996823 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.050453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:39.086015 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56958) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:39.090954 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1532296923', 'description': 'tempest-description--1552429745'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:39.119596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.227350 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.231316 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.268710 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6db316ad-3c23-4c03-a752-c39da020fc91'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:24:39.270916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.272715 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1855543 Aug 30 19:24:39.275480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:39.276007 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d178af0-dd3c-4426-ae9f-b87ee050110e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ffd5c4-73ed-462a-8a63-c64b452217d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:39.281227 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group_rule': {'security_group_id': '71ffd5c4-73ed-462a-8a63-c64b452217d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:39.319545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf6c4f-b88f-416d-9c89-66dca0381b17 req-03c7d235-7051-4b0c-a987-1e55417b5410 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:39.321062 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0ebf6c4f-b88f-416d-9c89-66dca0381b17 req-03c7d235-7051-4b0c-a987-1e55417b5410 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 944 time: 0.0642092 Aug 30 19:24:39.328150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.364353 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0ebf6c4f-b88f-416d-9c89-66dca0381b17 req-362dad8d-677a-458b-a4f9-6bb4f1617545 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Aug 30 19:24:39.403036 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.407926 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.431687 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9585af3d-31f2-49e0-b670-5186ed1e3cbb,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:39.436995 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.438408 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-59b818a4-9f18-40b2-bc3c-7395e96521af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612206 Aug 30 19:24:39.441367 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 56964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:39.445911 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'security_group_rule': {'security_group_id': '71ffd5c4-73ed-462a-8a63-c64b452217d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:39.475943 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.548513 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.552778 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.575469 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088a11db-7b46-437f-83a7-ad5570552251,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:39.578793 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.580678 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f69cf6b7-fdfc-438d-b794-0afc61aab8e0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376076 Aug 30 19:24:39.584115 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 56966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:39.589938 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:39.614356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.710341 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.815076 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Allocated IP 172.27.0.21 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/e26b14c9-261d-4ad5-a6d4-3ae361fc7aea) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:24:39.916506 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.955580 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:39.996058 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:24:39.998914 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:24:40.002534 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:24:40.007835 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=e26b14c9-261d-4ad5-a6d4-3ae361fc7aea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:40.090947 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.124126 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.483819 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe661052-8ba5-463c-b000-25a43127f803 req-de3db8b7-7c6a-4436-a930-c5b6122ea08e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:40.485304 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fe661052-8ba5-463c-b000-25a43127f803 req-de3db8b7-7c6a-4436-a930-c5b6122ea08e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 944 time: 0.0505252 Aug 30 19:24:40.525725 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fe661052-8ba5-463c-b000-25a43127f803 req-7131d1d7-eb92-4099-ada8-1631c2afa531 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335989 Aug 30 19:24:40.534613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.547729 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.618689 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=e26b14c9-261d-4ad5-a6d4-3ae361fc7aea,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:40.629958 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.644135 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.645275 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4c14505e-a37f-40f0-bac8-7ebbfd136710 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0598514 Aug 30 19:24:40.791252 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6db316ad-3c23-4c03-a752-c39da020fc91 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:24:40.843622 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 6db316ad-3c23-4c03-a752-c39da020fc91 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:24:40.847473 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6db316ad-3c23-4c03-a752-c39da020fc91 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:24:40.847852 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.930932 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.955451 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:40.958474 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb0eaf-d8d3-4f15-9063-82a329376586" -d '{"events": [{"server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "name": "network-vif-plugged", "status": "completed", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:40.960065 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-f2d0c553-6d04-4b26-98e3-4abb87b22278 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1532296923&fields=id&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 267 time: 0.0405967 Aug 30 19:24:40.973454 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6db316ad-3c23-4c03-a752-c39da020fc91,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:40.979568 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:40.980663 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:24:41.005071 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319508f-3041-49a9-a6f0-8af7a191f098 x-openstack-request-id: req-2319508f-3041-49a9-a6f0-8af7a191f098 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:41.005414 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "name": "network-vif-plugged", "status": "completed", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:41.005884 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2319508f-3041-49a9-a6f0-8af7a191f098 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:41.006275 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91', 'code': 200} Aug 30 19:24:41.008592 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:24:41.008926 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6ad8e5fe-ba43-40ee-96bd-8f26f3858655 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:24:41.083845 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:41.106859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-4f1024ba-9b68-4339-bd3d-8d8582c738fa tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:41.108448 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-4f1024ba-9b68-4339-bd3d-8d8582c738fa tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 817 time: 0.1302156 Aug 30 19:24:41.125553 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-0ab44828-eff6-4cac-9adc-1986f175445e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/quotas/0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Aug 30 19:24:41.210739 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-505c0853-ec8f-4e9e-bdc0-3d8eb498e431 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764670 Aug 30 19:24:41.221826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e00b7-a7dc-4a58-a422-8f3c11c4e4af req-d85c67af-c720-4644-95a9-98a566f46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:41.223435 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e1e00b7-a7dc-4a58-a422-8f3c11c4e4af req-d85c67af-c720-4644-95a9-98a566f46f5f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 1098 time: 0.0781858 Aug 30 19:24:41.263592 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3e1e00b7-a7dc-4a58-a422-8f3c11c4e4af req-30ff9b03-2da5-41b2-8d1b-8050129a4ae3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293746 Aug 30 19:24:41.408319 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-7df9285b-1cc4-44c9-af32-bcbf264d53c6 service neutron] 10.222.0.74 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817155 Aug 30 19:24:41.511271 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-e3ee3c39-8aa0-42ff-9ef8-381fb667e7e1 service neutron] 10.222.0.74 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958776 Aug 30 19:24:41.651467 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d3749-7761-443a-9bb2-f30799ab0658 req-c083b7ff-debf-4e6c-b793-f0c4a8519f71 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:41.653095 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-691d3749-7761-443a-9bb2-f30799ab0658 req-c083b7ff-debf-4e6c-b793-f0c4a8519f71 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0564950 Aug 30 19:24:41.683094 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f2c13fe6-a0f0-468c-8c34-c1fd6fb1aca0 req-3a814017-4d67-4b5a-808c-8875e10d3eeb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 210 time: 0.0282969 Aug 30 19:24:41.696055 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-691d3749-7761-443a-9bb2-f30799ab0658 req-28617421-e0f1-4049-9e27-a5891a1d714b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359600 Aug 30 19:24:42.830917 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-52003368-a734-40cf-9a9d-eab30640038f req-9280981c-8bee-4745-bfaa-a9e588005b89 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 210 time: 0.0685511 Aug 30 19:24:42.838148 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d242f7-73ac-466a-a6d4-108e32033e36 req-5c474aab-768f-4dd9-b594-4216d1fb8930 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:42.847432 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-96d242f7-73ac-466a-a6d4-108e32033e36 req-5c474aab-768f-4dd9-b594-4216d1fb8930 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0627041 Aug 30 19:24:42.887282 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-96d242f7-73ac-466a-a6d4-108e32033e36 req-2d90b7a9-f15c-4928-ad0f-3dc9431fe9e4 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Aug 30 19:24:42.887935 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-45d89b70-ee35-4f95-b0ae-2f22cd55b3c3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:42.889673 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-45d89b70-ee35-4f95-b0ae-2f22cd55b3c3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 817 time: 0.1384184 Aug 30 19:24:42.942567 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-78140161-e11b-4684-ab7c-71ca560eb8c1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 380 time: 0.0403366 Aug 30 19:24:42.956179 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'port': {'device_id': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'admin_state_up': True, 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'security_groups': ['71ffd5c4-73ed-462a-8a63-c64b452217d4']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:43.067758 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Made reservation on behalf of 0c0fdf516732430ba9bc466abddef665 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:24:43.071574 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.207945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Allocated IP 172.20.0.8 (fd4974df-95bb-4db8-b565-6c1c8121d15b/9563f690-84bd-409e-8447-13c6f9bc13e6/6b054dae-15fe-4300-a976-76f46c555dfd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:24:43.369554 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.382755 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Transition to ACTIVE for port object 6b054dae-15fe-4300-a976-76f46c555dfd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:24:43.416049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.458003 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Network fd4974df-95bb-4db8-b565-6c1c8121d15b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:24:43.463839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:24:43.466214 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:24:43.500321 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:43.525097 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:43.525750 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.541197 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-18ca6be6-d5a8-4911-8cca-ee4b98bef5db tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896063 Aug 30 19:24:43.555268 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Request body: {'port': {'device_id': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:43.617326 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.686344 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-986e22fa-5c03-4acf-83ae-39abafd10147 None None] Provisioning for port 6b054dae-15fe-4300-a976-76f46c555dfd completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:24:43.689998 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-986e22fa-5c03-4acf-83ae-39abafd10147 None None] Provisioning complete for port 6b054dae-15fe-4300-a976-76f46c555dfd triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:24:43.690361 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-986e22fa-5c03-4acf-83ae-39abafd10147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.727361 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-986e22fa-5c03-4acf-83ae-39abafd10147 None None] Port 6b054dae-15fe-4300-a976-76f46c555dfd cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:24:43.903778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:24:43.914802 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:43.952647 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Transition to ACTIVE for port object 6b054dae-15fe-4300-a976-76f46c555dfd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:24:43.959333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:44.015655 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d67e9-32f5-480c-b52e-0c58918e8ad5 req-39b96b4d-e0b9-4750-b5b2-0b18c1f4925d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.017962 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ed7d67e9-32f5-480c-b52e-0c58918e8ad5 req-39b96b4d-e0b9-4750-b5b2-0b18c1f4925d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 931 time: 0.1000125 Aug 30 19:24:44.040337 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:44.117445 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ed7d67e9-32f5-480c-b52e-0c58918e8ad5 req-c3513a30-2ffa-4bf0-9c7f-8ee17b59d691 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918906 Aug 30 19:24:44.142047 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Attempting to bind port 6b054dae-15fe-4300-a976-76f46c555dfd on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:24:44.142493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Attempting to bind port 6b054dae-15fe-4300-a976-76f46c555dfd by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:24:44.142826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Attempting to bind port 6b054dae-15fe-4300-a976-76f46c555dfd on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:24:44.147682 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Port 6b054dae-15fe-4300-a976-76f46c555dfd on network fd4974df-95bb-4db8-b565-6c1c8121d15b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:24:44.148001 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Attempting to bind port 6b054dae-15fe-4300-a976-76f46c555dfd on network fd4974df-95bb-4db8-b565-6c1c8121d15b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:24:44.153079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:24:44.153411 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Checking segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:24:44.153834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Bound using segment: {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:24:44.154253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Bound port: 6b054dae-15fe-4300-a976-76f46c555dfd, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df913e91-094f-4b87-9011-a85aa80f2f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:24:44.154610 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:44.221035 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:24:44.223942 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:24:44.228881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:44.278124 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.278738 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:44.280159 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 1093 time: 0.7297447 Aug 30 19:24:44.282276 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:44.285195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de724b3b-3692-484a-ac58-6bd9fd6fe118" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:44.347509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849094d2-e27a-41a3-83b5-e278bf937d2f x-openstack-request-id: req-849094d2-e27a-41a3-83b5-e278bf937d2f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:44.347880 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:44.348132 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-849094d2-e27a-41a3-83b5-e278bf937d2f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:44.348526 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'status': 'completed', 'code': 200} Aug 30 19:24:44.352796 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eadb0c-acea-4c5b-aeb0-4a9658d111a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:44.384029 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-bf8add0a-2cdd-4944-9f22-8e50f03c0117 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196036 Aug 30 19:24:44.405027 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-3d46e10b-39ad-4065-aa68-cd88e31d2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.406689 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-3d46e10b-39ad-4065-aa68-cd88e31d2634 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0758021 Aug 30 19:24:44.470718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-566f4179-3c3c-481d-81e9-11175c61fe4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 217 time: 0.0507643 Aug 30 19:24:44.539884 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-296f5dd4-8678-42c9-95e8-492d1002f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.541218 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-296f5dd4-8678-42c9-95e8-492d1002f5b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0528326 Aug 30 19:24:44.542855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-82093a58-3287-4a83-8bb3-c8a6efa6f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.544159 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-82093a58-3287-4a83-8bb3-c8a6efa6f0ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 1099 time: 0.0822802 Aug 30 19:24:44.652470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-a78ff103-83e2-4130-bf52-af846d654d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.653896 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-a78ff103-83e2-4130-bf52-af846d654d08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031590 Aug 30 19:24:44.715718 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-13c40a0d-7fb6-4596-ab1c-1d0375e296d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.717166 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-13c40a0d-7fb6-4596-ab1c-1d0375e296d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1427288 Aug 30 19:24:44.806750 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-71c611aa-53b2-41d9-8f56-50f56b751d5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 200 len: 1002 time: 0.0809128 Aug 30 19:24:44.808678 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-7540385d-3a53-42e2-afa8-c43fdc7e7e6e service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466019 Aug 30 19:24:44.913748 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-4b5cec49-0f26-47de-a19e-64f68d3134ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.915111 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-4b5cec49-0f26-47de-a19e-64f68d3134ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0951393 Aug 30 19:24:44.981555 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f6879d01-f6d9-4dd9-b3cb-63d43d7c9e21 req-23dc2673-f4be-4f68-9431-3ee8c64d8138 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543186 Aug 30 19:24:44.995164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-42ed6066-6d89-41a1-b77d-a87219a4e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:44.996792 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-42ed6066-6d89-41a1-b77d-a87219a4e388 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686011 Aug 30 19:24:45.123061 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-9a91284c-8351-4502-9853-db40642c1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:45.124569 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-9a91284c-8351-4502-9853-db40642c1237 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0696986 Aug 30 19:24:45.131007 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-774363d9-dd4a-4aab-9bdc-572ac433116d service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249897 Aug 30 19:24:45.140205 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:45.352201 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2794c6-7afd-4440-ab3f-59093a0d77c0 req-89d33ef3-f339-453a-912a-554ece4eceb5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:45.353671 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea2794c6-7afd-4440-ab3f-59093a0d77c0 req-89d33ef3-f339-453a-912a-554ece4eceb5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.1182725 Aug 30 19:24:45.356458 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-73661f32-202d-4994-9c9f-2c4068fae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:45.357901 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-73661f32-202d-4994-9c9f-2c4068fae235 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.2099264 Aug 30 19:24:45.359853 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7699f99d-1d91-4eba-9199-5654f9582a1f req-642ede98-c099-42b5-a12b-20a26a64b756 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040539 Aug 30 19:24:45.415329 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-1fadc140-5dd1-4677-8e0d-73ef11419797 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 217 time: 0.0401850 Aug 30 19:24:45.437900 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ea2794c6-7afd-4440-ab3f-59093a0d77c0 req-712e7058-20c9-4cc4-bc61-244f5f10708e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770767 Aug 30 19:24:45.473271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-c8a7c09a-225d-41b5-9d76-4e26d890d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:45.474833 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-c8a7c09a-225d-41b5-9d76-4e26d890d456 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0491316 Aug 30 19:24:45.528384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-5f695167-2409-456f-9b2e-32ce781e3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:45.529896 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-5f695167-2409-456f-9b2e-32ce781e3a89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471075 Aug 30 19:24:45.620486 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-f13486e6-b191-4ec2-aecd-1e3e8e5282a9 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811386 Aug 30 19:24:45.732017 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-de724b3b-3692-484a-ac58-6bd9fd6fe118 req-c10b857a-6c29-4ff4-9af4-7c713a5cc1cb service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873849 Aug 30 19:24:46.265205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 57128) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:46.369956 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1eeaeefe-ab44-4e5e-b094-71d8956065d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.462448 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1eeaeefe-ab44-4e5e-b094-71d8956065d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.466844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1eeaeefe-ab44-4e5e-b094-71d8956065d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.506781 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaeefe-ab44-4e5e-b094-71d8956065d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643a353-cbf2-461f-ac50-91a3360568cb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:46.512314 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1eeaeefe-ab44-4e5e-b094-71d8956065d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34d9e99b7930497197081f30411ba3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459552 Aug 30 19:24:46.515399 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 57136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:46.602998 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.621408 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e888bec-c945-49e4-83ba-ecd8aa1be623 req-b5236c71-7c3b-461e-a492-d2f5ddc981c1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:46.622932 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6e888bec-c945-49e4-83ba-ecd8aa1be623 req-b5236c71-7c3b-461e-a492-d2f5ddc981c1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0849469 Aug 30 19:24:46.645524 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.696472 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6e888bec-c945-49e4-83ba-ecd8aa1be623 req-9f12f5ff-6455-43ae-b8cc-ab03a200f91a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622723 Aug 30 19:24:46.717969 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.720665 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:46.721932 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6643a353-cbf2-461f-ac50-91a3360568cb HTTP/1.1" status: 204 len: 168 time: 0.2053952 Aug 30 19:24:46.730851 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3a3ae-e7d1-491c-b2de-c38e468ee642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643a353-cbf2-461f-ac50-91a3360568cb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:46.844416 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:24:46.956623 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:46.969102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6b054dae-15fe-4300-a976-76f46c555dfd', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:24:47.010214 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:47.023362 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:24:47.042511 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:47.046593 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:47.096184 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:47.333194 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6b054dae-15fe-4300-a976-76f46c555dfd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:24:47.817680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c984fd-a81c-4298-8724-042faca899cb req-c180be93-ecbb-44fa-ad21-78322a6a3ed3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:47.819205 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7c984fd-a81c-4298-8724-042faca899cb req-c180be93-ecbb-44fa-ad21-78322a6a3ed3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0502844 Aug 30 19:24:47.857956 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7c984fd-a81c-4298-8724-042faca899cb req-c01e6a5a-e9bd-4bfa-beb6-dd47d6684fcc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Aug 30 19:24:48.866550 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:24:48.917263 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 6b054dae-15fe-4300-a976-76f46c555dfd completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:24:48.921256 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6b054dae-15fe-4300-a976-76f46c555dfd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:24:48.921656 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:48.982956 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992754a5-8821-41e2-a16b-59f8a82d149c req-277b643a-d703-4710-8e0e-108b2b1cbc46 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:48.984787 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-992754a5-8821-41e2-a16b-59f8a82d149c req-277b643a-d703-4710-8e0e-108b2b1cbc46 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0524743 Aug 30 19:24:49.005559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:49.026008 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-992754a5-8821-41e2-a16b-59f8a82d149c req-c40ee316-8017-4085-98b0-ef7d5b5af840 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Aug 30 19:24:49.028067 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:49.030325 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e743e3-ec97-4314-96a5-427b10c0209c" -d '{"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:49.044467 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:24:49.051957 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:49.076043 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3d8a0-4013-49d5-9e63-1f39b10bf2d5 x-openstack-request-id: req-20d3d8a0-4013-49d5-9e63-1f39b10bf2d5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:49.076327 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:49.076571 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-20d3d8a0-4013-49d5-9e63-1f39b10bf2d5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:49.076952 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'code': 200} Aug 30 19:24:49.104559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:24:49.259827 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca006-d0c1-4f0c-98c5-2c02bf385975 req-573a49a5-4d42-44b6-93c1-3b1eca52de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:49.261384 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90eca006-d0c1-4f0c-98c5-2c02bf385975 req-573a49a5-4d42-44b6-93c1-3b1eca52de34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0494306 Aug 30 19:24:49.304999 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-90eca006-d0c1-4f0c-98c5-2c02bf385975 req-69ef08ac-1cf7-43ce-9bc0-b3ce4218e728 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333860 Aug 30 19:24:50.149055 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c253e-f6bc-4a49-a358-d07f4610c9e7 req-bcbcd76e-e5ea-497a-bbd0-7180f7f9d00d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:50.150570 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-140c253e-f6bc-4a49-a358-d07f4610c9e7 req-bcbcd76e-e5ea-497a-bbd0-7180f7f9d00d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0507922 Aug 30 19:24:50.187259 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-140c253e-f6bc-4a49-a358-d07f4610c9e7 req-cd14899a-0835-4c2b-a5ba-7add4e8e2e4c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308790 Aug 30 19:24:51.314179 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71b1b2-8e9d-415b-8883-63d929fca371 req-dda0b4c7-c045-4738-aeab-32f94650e21e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:51.315664 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff71b1b2-8e9d-415b-8883-63d929fca371 req-dda0b4c7-c045-4738-aeab-32f94650e21e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Aug 30 19:24:51.355275 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ff71b1b2-8e9d-415b-8883-63d929fca371 req-89dea4f6-95f5-4531-9db0-023af0eb78c1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Aug 30 19:24:51.479588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995605fb-e3f5-4386-9925-efcb2620f38c req-ee5a0f62-3cc2-4b80-b1ce-1e696c2fda66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:51.480981 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-995605fb-e3f5-4386-9925-efcb2620f38c req-ee5a0f62-3cc2-4b80-b1ce-1e696c2fda66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Aug 30 19:24:51.489708 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 57160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:24:51.494328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Request body: {'floatingip': {'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:24:51.534196 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:51.976095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:51.980240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:52.082247 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Floating IP 6fbfac90-a517-4cf3-9dc6-18056a305ca6 associated. External IP: 172.27.0.21, port: 6b054dae-15fe-4300-a976-76f46c555dfd. Aug 30 19:24:52.287642 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:24:52.397333 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:24:52.401823 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:24:52.408453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:24:52.421173 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:52.421847 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:52.433292 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b33d4a83-6e58-4a81-8878-b3bfc6cd6d02 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "PUT /v2.0/floatingips/6fbfac90-a517-4cf3-9dc6-18056a305ca6 HTTP/1.1" status: 200 len: 990 time: 0.9425058 Aug 30 19:24:52.434005 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:24:52.436360 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950" -d '{"events": [{"name": "network-changed", "server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:24:52.474468 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee6ea10-a215-4244-95f6-5e4e9175ba53 x-openstack-request-id: req-1ee6ea10-a215-4244-95f6-5e4e9175ba53 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:24:52.474761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:24:52.475009 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1ee6ea10-a215-4244-95f6-5e4e9175ba53 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:24:52.475413 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'status': 'completed', 'code': 200} Aug 30 19:24:52.537839 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:52.541584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-00598a99-72c5-42d4-880f-8a00f4e5e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:52.543091 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-00598a99-72c5-42d4-880f-8a00f4e5e99f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0423524 Aug 30 19:24:52.645827 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-dd9c66fa-551a-49f6-9c80-f2ad113087d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:52.647453 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-dd9c66fa-551a-49f6-9c80-f2ad113087d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.0958862 Aug 30 19:24:52.716468 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-9eec887e-1f26-4ed2-bf50-73dc98add40a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 998 time: 0.0608120 Aug 30 19:24:52.784575 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-b9f84607-aeba-455b-bfe8-9d1db0d3da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:52.786136 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-b9f84607-aeba-455b-bfe8-9d1db0d3da10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0598612 Aug 30 19:24:52.792793 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '6fbfac90-a517-4cf3-9dc6-18056a305ca6', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:24:40Z', 'updated_at': '2021-08-30T19:24:51Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:52.820152 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:24:52.828590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:24:52.829903 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:24:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:52.836384 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-e3ed010f-1d68-4ba7-bf68-f1b6cefc6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:24:52.837940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-e3ed010f-1d68-4ba7-bf68-f1b6cefc6fab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435867 Aug 30 19:24:52.936270 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-24ce529a-16ad-40e9-80d9-9c50334f8b7b service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898030 Aug 30 19:24:53.035725 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bc4a65e-82cd-4a5c-a1ee-46c305c10950 req-8ad36a8f-3f06-4362-b0c4-b3b70baf58d4 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907898 Aug 30 19:24:53.068337 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:24:53.303187 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '6fbfac90-a517-4cf3-9dc6-18056a305ca6', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:24:40Z', 'updated_at': '2021-08-30T19:24:51Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:24:53.334036 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a82-71ca-4a18-9c01-3bf6b034799a None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '6fbfac90-a517-4cf3-9dc6-18056a305ca6', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:24:40Z', 'updated_at': '2021-08-30T19:24:51Z', 'revision_number': 1, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:24:53.517532 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f352f8a-046e-4c8e-989a-a0760b9be789 None None] New status for floating IP 6fbfac90-a517-4cf3-9dc6-18056a305ca6: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:25:03.034146 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8093b39f-eb31-4974-aae9-c282f71379cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:05.014770 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:25:05.783249 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-287204c0-d97d-4a4a-b9ed-1558b81d659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:06.142112 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:07.032114 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:08.575719 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:15.147703 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:26.610602 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7796206-0391-4c43-b405-e66c93b62ab5 req-7f97f29f-25dc-4fde-87f2-bddd3fd2a4c0 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:26.612080 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b7796206-0391-4c43-b405-e66c93b62ab5 req-7f97f29f-25dc-4fde-87f2-bddd3fd2a4c0 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0537257 Aug 30 19:25:26.649606 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b7796206-0391-4c43-b405-e66c93b62ab5 req-6f0c049a-b64d-462d-b4d1-b8553f69c229 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Aug 30 19:25:27.764450 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7195c8c-4975-4d4c-9261-6498518cbbab req-4aa3aef8-9107-4ba5-b0d1-b50592111c94 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:27.765949 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7195c8c-4975-4d4c-9261-6498518cbbab req-4aa3aef8-9107-4ba5-b0d1-b50592111c94 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0478766 Aug 30 19:25:27.803620 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7195c8c-4975-4d4c-9261-6498518cbbab req-307c58ac-3043-43cc-92bd-847a39431c55 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Aug 30 19:25:28.378570 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-844084a2-fc77-4aec-9ba4-0ca48fd495ca tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:28.379999 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-844084a2-fc77-4aec-9ba4-0ca48fd495ca tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0541365 Aug 30 19:25:28.476353 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Deleting port 6db316ad-3c23-4c03-a752-c39da020fc91 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:25:28.476686 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:28.841014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] For port 6db316ad-3c23-4c03-a752-c39da020fc91, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6db316ad-3c23-4c03-a752-c39da020fc91,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:25:28.842705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:28.855024 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Calling delete_port for 6db316ad-3c23-4c03-a752-c39da020fc91 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:25:28.969255 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388592e3-2d30-4e5e-913f-42005360afa5 req-a49e1863-1d69-42e5-96fc-fc5f5899a9e5 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:28.970747 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-388592e3-2d30-4e5e-913f-42005360afa5 req-a49e1863-1d69-42e5-96fc-fc5f5899a9e5 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=60d8b686-5d16-4e52-a96e-5b5f2d90c86f HTTP/1.1" status: 200 len: 945 time: 0.0757544 Aug 30 19:25:29.046140 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-388592e3-2d30-4e5e-913f-42005360afa5 req-e9b5a138-6e9e-4b16-8398-de2e7bfba7a2 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691080 Aug 30 19:25:29.056314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:29.070052 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6db316ad-3c23-4c03-a752-c39da020fc91'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:25:29.086992 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Pushing event deleted for resources: {'Port': ['ID=6db316ad-3c23-4c03-a752-c39da020fc91,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:29.128079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] No DVR routers for this DVR port 6db316ad-3c23-4c03-a752-c39da020fc91 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:25:29.130692 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:29.132973 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d7510900-65fb-42d6-a122-3bce3b92c99e req-34b5baea-0c88-49e0-abbc-346a3ea0f3aa tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "DELETE /v2.0/ports/6db316ad-3c23-4c03-a752-c39da020fc91 HTTP/1.1" status: 204 len: 173 time: 0.7445455 Aug 30 19:25:29.133418 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'name': 'network-vif-deleted', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:25:29.135646 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518d851-73b3-4c4e-831f-1e0f27533507" -d '{"events": [{"server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "name": "network-vif-deleted", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:25:29.351826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba266b39-f572-485d-a72f-82ce4f25c79d x-openstack-request-id: req-ba266b39-f572-485d-a72f-82ce4f25c79d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:25:29.352112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d8b686-5d16-4e52-a96e-5b5f2d90c86f", "name": "network-vif-deleted", "tag": "6db316ad-3c23-4c03-a752-c39da020fc91", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:25:29.352360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ba266b39-f572-485d-a72f-82ce4f25c79d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:25:29.352749 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d8b686-5d16-4e52-a96e-5b5f2d90c86f', 'name': 'network-vif-deleted', 'tag': '6db316ad-3c23-4c03-a752-c39da020fc91', 'status': 'completed', 'code': 200} Aug 30 19:25:31.387399 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6db316ad-3c23-4c03-a752-c39da020fc91 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:25:31.410535 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 6db316ad-3c23-4c03-a752-c39da020fc91 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:25:31.410878 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6db316ad-3c23-4c03-a752-c39da020fc91 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:25:33.034519 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d3c7945e-5087-46ca-9b9a-3c2ae098adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:35.784907 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bd61ca3-441c-4c32-96e2-305bba01f4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:36.142685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:37.035222 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:38.577975 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:40.091239 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-3e5335c9-973c-4e6d-98b9-581eddfe07c4 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:40.092803 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-3e5335c9-973c-4e6d-98b9-581eddfe07c4 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 812 time: 0.0988307 Aug 30 19:25:40.108475 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-cc4ae508-a53e-40d1-9556-f0b0e4299897 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/quotas/59212265fb3a4ec783db8db876341820 HTTP/1.1" status: 200 len: 375 time: 0.0098491 Aug 30 19:25:40.142646 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-4d93508d-d465-4559-b2c3-02405a3584c8 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286903 Aug 30 19:25:40.325875 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-cc3aab7f-8e17-40da-a5a6-4283ecad479f service neutron] 10.222.0.74 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758041 Aug 30 19:25:40.420715 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-ee3cecd2-c191-4e4a-957b-af88567bfe07 service neutron] 10.222.0.74 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881515 Aug 30 19:25:40.581478 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3067962d-53b1-4492-a969-f517c7ffb872 req-5368e54f-fb3d-41c1-b5cf-50ef271c35f0 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 210 time: 0.0297992 Aug 30 19:25:41.482242 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-1b1a5e89-6e7a-4098-af01-ac169beeed6b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:41.483868 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-1b1a5e89-6e7a-4098-af01-ac169beeed6b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 812 time: 0.1048806 Aug 30 19:25:41.497712 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Request body: {'port': {'device_id': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d', 'admin_state_up': True, 'tenant_id': '59212265fb3a4ec783db8db876341820'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:25:41.617245 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Made reservation on behalf of 59212265fb3a4ec783db8db876341820 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:25:41.620804 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:41.708905 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a29745c9-472c-4a47-afff-eafa79acc1a4 req-8f76e074-e26c-4e64-9c10-20bc2d9defba tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 210 time: 0.0337780 Aug 30 19:25:41.774263 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Allocated IP 172.20.0.14 (18e0a8bb-2890-4d47-bd18-ebf65b9bae3d/bb057360-da98-4b83-8a1d-c3add3feddfd/e03d8df3-b4ed-4227-8cec-d792f6865610) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:25:41.917011 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:41.961377 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.007018 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:25:42.011974 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:25:42.015890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:25:42.016092 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:25:42.042832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Pushing event updated for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:42.057945 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.058290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.058623 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.058992 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.060088 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.060342 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.060678 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.061010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.061364 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.061690 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.062090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.062340 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:42.079820 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:42.080468 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.094927 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-5a2b2726-7ebd-4da8-b38a-91ede3866a74 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017902 Aug 30 19:25:42.158613 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Request body: {'port': {'device_id': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:25:42.212525 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.497969 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03d8df3-b4ed-4227-8cec-d792f6865610 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:25:42.505143 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.517589 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Transition to ACTIVE for port object e03d8df3-b4ed-4227-8cec-d792f6865610 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:25:42.522100 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.576283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Pushing event updated for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:42.641786 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Attempting to bind port e03d8df3-b4ed-4227-8cec-d792f6865610 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:25:42.642495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Attempting to bind port e03d8df3-b4ed-4227-8cec-d792f6865610 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:25:42.642495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Attempting to bind port e03d8df3-b4ed-4227-8cec-d792f6865610 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:25:42.646658 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Port e03d8df3-b4ed-4227-8cec-d792f6865610 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:25:42.646979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Attempting to bind port e03d8df3-b4ed-4227-8cec-d792f6865610 on network 18e0a8bb-2890-4d47-bd18-ebf65b9bae3d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:25:42.651603 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:25:42.651934 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Checking segment: {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:25:42.652318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Bound using segment: {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:25:42.652732 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Bound port: e03d8df3-b4ed-4227-8cec-d792f6865610, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4682e744-bf09-48b9-af12-089263ed9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:25:42.653673 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.722190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:25:42.725354 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=e03d8df3-b4ed-4227-8cec-d792f6865610,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:25:42.729335 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.764082 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:42.764705 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:42.766161 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] 10.222.0.83 "PUT /v2.0/ports/e03d8df3-b4ed-4227-8cec-d792f6865610 HTTP/1.1" status: 200 len: 1094 time: 0.6620240 Aug 30 19:25:42.766601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:25:42.768982 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa1da4-afae-410f-a6a3-426414525c12" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:25:42.799038 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5617a-c41d-427f-8bb0-0cb83ef3393b service neutron] Pushing event updated for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:42.831117 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae2a26-b5ae-4aa0-8c04-222f6c46c764 x-openstack-request-id: req-6eae2a26-b5ae-4aa0-8c04-222f6c46c764 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:25:42.831564 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:25:42.831817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6eae2a26-b5ae-4aa0-8c04-222f6c46c764 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:25:42.832230 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610', 'status': 'completed', 'code': 200} Aug 30 19:25:42.869010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-77e5ceef-1a5c-4c8e-8992-d04bcb4d3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:42.870587 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-77e5ceef-1a5c-4c8e-8992-d04bcb4d3229 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 1097 time: 0.0498884 Aug 30 19:25:42.922386 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-b060d9cb-1c1e-4e07-9a34-5320a184a522 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e03d8df3-b4ed-4227-8cec-d792f6865610 HTTP/1.1" status: 200 len: 217 time: 0.0418253 Aug 30 19:25:42.975363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-3fca516f-7c35-465e-89fe-9a21040396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:42.976880 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-3fca516f-7c35-465e-89fe-9a21040396dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb057360-da98-4b83-8a1d-c3add3feddfd HTTP/1.1" status: 200 len: 852 time: 0.0474055 Aug 30 19:25:43.011512 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-2c34ee09-09c6-465f-9ea9-51843ccc6b91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258822 Aug 30 19:25:43.054368 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3951735-bc24-4713-a6a0-f7f7eaa8e62c req-8ca9e220-4663-4e7a-b586-8f07167acd19 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:43.055843 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c3951735-bc24-4713-a6a0-f7f7eaa8e62c req-8ca9e220-4663-4e7a-b586-8f07167acd19 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 944 time: 0.2766180 Aug 30 19:25:43.094741 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c3951735-bc24-4713-a6a0-f7f7eaa8e62c req-7c43f049-6d2d-4698-8f70-f6068d96a24b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Aug 30 19:25:43.111436 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-cd5cfaac-9347-4785-bf36-e7b0ec778b3e service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898221 Aug 30 19:25:43.206766 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ae05512e-e6d6-4563-be4c-64cb0a57c4ed req-6e801041-cd73-47a3-b90e-4244d6e28924 service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869815 Aug 30 19:25:43.304740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1da4-afae-410f-a6a3-426414525c12 req-81ddf84d-0438-44c2-a633-53a0dae6544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:43.306262 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-81ddf84d-0438-44c2-a633-53a0dae6544c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=59212265fb3a4ec783db8db876341820&device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 1097 time: 0.0415516 Aug 30 19:25:43.406637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1da4-afae-410f-a6a3-426414525c12 req-7e88da1e-5a28-458d-b477-3a2d829e3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:43.408011 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-7e88da1e-5a28-458d-b477-3a2d829e3297 service neutron] 10.222.0.83 "GET /v2.0/networks?id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 200 len: 914 time: 0.0900507 Aug 30 19:25:43.452316 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-05a26515-8372-44cf-aaa7-2ab93e9e2c22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e03d8df3-b4ed-4227-8cec-d792f6865610 HTTP/1.1" status: 200 len: 217 time: 0.0359921 Aug 30 19:25:43.514950 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa1da4-afae-410f-a6a3-426414525c12 req-99bc029c-ad1a-4d61-963e-25fee29f36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:43.516609 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-99bc029c-ad1a-4d61-963e-25fee29f36c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb057360-da98-4b83-8a1d-c3add3feddfd HTTP/1.1" status: 200 len: 852 time: 0.0552402 Aug 30 19:25:43.565697 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-352ee6e9-40da-4f61-ae12-f788d5cb2cb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380650 Aug 30 19:25:43.669191 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-1b891fca-3d74-41b9-802c-b39579904fc7 service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919485 Aug 30 19:25:43.765407 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1daa1da4-afae-410f-a6a3-426414525c12 req-5ee7ff9c-eeee-4ac9-a513-ad96ed264dfe service neutron] 10.222.0.83 "GET /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870113 Aug 30 19:25:44.212135 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1f38-1234-44d6-bfc5-0b12e49c271e req-dcddc1c2-f1ac-480a-84e8-c12c845438c6 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:44.213566 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3bec1f38-1234-44d6-bfc5-0b12e49c271e req-dcddc1c2-f1ac-480a-84e8-c12c845438c6 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 944 time: 0.0499787 Aug 30 19:25:44.251675 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3bec1f38-1234-44d6-bfc5-0b12e49c271e req-62b040bd-9089-4492-b35a-d398346cc19d tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314436 Aug 30 19:25:44.825491 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6ab8-c6b0-4eb1-a3a6-a4ef808ff8d0 req-12b56312-f155-41d8-bbaf-9df5f83a9292 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:44.826979 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-560c6ab8-c6b0-4eb1-a3a6-a4ef808ff8d0 req-12b56312-f155-41d8-bbaf-9df5f83a9292 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Aug 30 19:25:44.865184 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-560c6ab8-c6b0-4eb1-a3a6-a4ef808ff8d0 req-7ca288e7-8eb3-4ea1-ae52-c3915811fa11 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Aug 30 19:25:45.143925 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device e03d8df3-b4ed-4227-8cec-d792f6865610 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:25:45.166423 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:45.246524 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=e03d8df3-b4ed-4227-8cec-d792f6865610,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:25:45.257094 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'e03d8df3-b4ed-4227-8cec-d792f6865610', 'network_id': '18e0a8bb-2890-4d47-bd18-ebf65b9bae3d', 'port_id': 'e03d8df3-b4ed-4227-8cec-d792f6865610', 'mac_address': 'fa:16:3e:ae:60:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb057360-da98-4b83-8a1d-c3add3feddfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:25:45.290866 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-6fcac4f0-2dae-4aea-9d11-f7e2d07837ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488451 Aug 30 19:25:45.303822 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:45.317790 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03d8df3-b4ed-4227-8cec-d792f6865610 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:25:45.338513 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=e03d8df3-b4ed-4227-8cec-d792f6865610,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:25:45.342632 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:45.360367 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-ae5c1df7-f8b1-4d0d-9007-f525d51b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.361912 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-ae5c1df7-f8b1-4d0d-9007-f525d51b3895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0451465 Aug 30 19:25:45.391096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b74772-c81b-4329-ad75-dab82882a8c2 req-5b7112c8-904b-465b-9991-cc4c321968b9 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.393278 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-53b74772-c81b-4329-ad75-dab82882a8c2 req-5b7112c8-904b-465b-9991-cc4c321968b9 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 945 time: 0.0621223 Aug 30 19:25:45.396353 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:45.403613 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.404176 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.404675 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.405018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.405354 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.405900 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.406243 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.406880 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.406880 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.407214 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.407538 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.407861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:25:45.432209 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-53b74772-c81b-4329-ad75-dab82882a8c2 req-455b67cb-826d-4995-b8df-98dbeae8a2ef tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Aug 30 19:25:45.470972 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-5987c117-1207-4b25-a806-d04869f5e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.472497 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-5987c117-1207-4b25-a806-d04869f5e9a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.0900438 Aug 30 19:25:45.547530 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-365f241c-2d27-4124-a6fb-6fc52669ee2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1002 time: 0.0667217 Aug 30 19:25:45.597566 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-722db69d-6285-45c2-b5dd-93d4dddb7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.599220 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-722db69d-6285-45c2-b5dd-93d4dddb7f1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0447254 Aug 30 19:25:45.606597 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['e03d8df3-b4ed-4227-8cec-d792f6865610'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:25:45.646332 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-55f205db-0e32-4077-91dd-62685d5d5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.647927 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-55f205db-0e32-4077-91dd-62685d5d5bc0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406570 Aug 30 19:25:45.742120 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-59cea445-6078-4001-9cce-a22e1fd7f2cf service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Aug 30 19:25:45.831457 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0894da26-ac98-4f38-bca9-1882350a37b0 req-94c58f57-3076-4e3a-b627-0f2ea85d3214 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Aug 30 19:25:45.991255 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4680-9bbc-4f9b-9045-e6696b070c37 req-e639411a-d349-4128-ae9b-25f4c9b8adf1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:45.992720 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e94a4680-9bbc-4f9b-9045-e6696b070c37 req-e639411a-d349-4128-ae9b-25f4c9b8adf1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Aug 30 19:25:46.031718 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e94a4680-9bbc-4f9b-9045-e6696b070c37 req-654303ac-7f45-4591-92a1-de02dbed389d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 30 19:25:46.551021 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ae51f-2fd8-44e7-8b2f-95854f640985 req-d54e2b28-a4cf-4d8c-a899-e1fa6de48d24 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:46.552450 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-024ae51f-2fd8-44e7-8b2f-95854f640985 req-d54e2b28-a4cf-4d8c-a899-e1fa6de48d24 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 945 time: 0.0503998 Aug 30 19:25:46.590792 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-024ae51f-2fd8-44e7-8b2f-95854f640985 req-32529a90-2e5d-43f5-b8ea-f9393aa4970a tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Aug 30 19:25:47.145291 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device e03d8df3-b4ed-4227-8cec-d792f6865610 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:25:47.151504 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754c592-d921-46f2-a27a-e18f05ed6ec1 req-8322c83b-e97e-409a-887e-a15b4376e520 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:47.153098 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b754c592-d921-46f2-a27a-e18f05ed6ec1 req-8322c83b-e97e-409a-887e-a15b4376e520 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Aug 30 19:25:47.193375 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b754c592-d921-46f2-a27a-e18f05ed6ec1 req-58f1642d-db4c-480f-a3b6-78c889cff74e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333204 Aug 30 19:25:47.194889 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port e03d8df3-b4ed-4227-8cec-d792f6865610 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:25:47.198866 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port e03d8df3-b4ed-4227-8cec-d792f6865610 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:25:47.199302 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:47.275085 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:47.298627 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:25:47.300923 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62042ac6-140e-4146-8285-b1b72461959c" -d '{"events": [{"server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:25:47.313771 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=e03d8df3-b4ed-4227-8cec-d792f6865610,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:25:47.317941 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:47.367898 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:47.397982 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb77e7-7147-4581-94e8-fcb902bc49d3 x-openstack-request-id: req-aeeb77e7-7147-4581-94e8-fcb902bc49d3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:25:47.398283 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:25:47.398537 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aeeb77e7-7147-4581-94e8-fcb902bc49d3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:25:47.398931 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610', 'code': 200} Aug 30 19:25:47.576353 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ba09d-60b9-4987-b397-1ef9865ef5f3 req-aa4819a6-776a-45d4-8795-9781b2ee88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:47.577852 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c65ba09d-60b9-4987-b397-1ef9865ef5f3 req-aa4819a6-776a-45d4-8795-9781b2ee88c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 1099 time: 0.0404487 Aug 30 19:25:47.612982 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c65ba09d-60b9-4987-b397-1ef9865ef5f3 req-a73c6fbf-303a-4cc0-9d28-3f5b18f98c4e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283544 Aug 30 19:25:47.709176 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba24b2-0144-4d60-b6c2-baa4eb66612b req-5ec83358-fd90-46fc-a1db-30d92ac1bd06 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:47.710638 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37ba24b2-0144-4d60-b6c2-baa4eb66612b req-5ec83358-fd90-46fc-a1db-30d92ac1bd06 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 946 time: 0.0513582 Aug 30 19:25:47.748648 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37ba24b2-0144-4d60-b6c2-baa4eb66612b req-dc96ca63-e1dc-490f-93e3-7c6a488a8ff9 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Aug 30 19:25:48.320048 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966023-4d4f-47e5-9e59-9d2401104f48 req-93a1c104-472d-4538-8167-52d87be6eed3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:48.321543 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ed966023-4d4f-47e5-9e59-9d2401104f48 req-93a1c104-472d-4538-8167-52d87be6eed3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Aug 30 19:25:48.359469 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ed966023-4d4f-47e5-9e59-9d2401104f48 req-4b14eb1f-6ebf-4580-af95-31627b9a8540 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Aug 30 19:25:48.865629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150452-3a10-4c30-b63f-d2bad4b09ceb req-b648de1e-6e0e-4c37-84f7-74d3783f4b1a tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:48.867091 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d150452-3a10-4c30-b63f-d2bad4b09ceb req-b648de1e-6e0e-4c37-84f7-74d3783f4b1a tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 946 time: 0.0493734 Aug 30 19:25:48.904727 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d150452-3a10-4c30-b63f-d2bad4b09ceb req-fa0a2d9c-092f-4406-a559-56b3e3b04a31 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Aug 30 19:25:49.476596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ff14-e90c-4f09-9af9-9d05023c5606 req-837a3ebd-d6bf-4a11-b319-09008c4ece9e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:49.478142 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5457ff14-e90c-4f09-9af9-9d05023c5606 req-837a3ebd-d6bf-4a11-b319-09008c4ece9e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Aug 30 19:25:49.517376 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5457ff14-e90c-4f09-9af9-9d05023c5606 req-cdf05595-288b-489e-a1ed-59e637ba1ccd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327859 Aug 30 19:25:50.644453 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fc2fa-219c-41a1-96cb-809986645d54 req-358f9b6e-3337-41eb-aeb1-f03ece475acb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:50.645975 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-139fc2fa-219c-41a1-96cb-809986645d54 req-358f9b6e-3337-41eb-aeb1-f03ece475acb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Aug 30 19:25:50.685544 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-139fc2fa-219c-41a1-96cb-809986645d54 req-1d1bb15c-a7e6-47c0-bcd2-3a11e826f80b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336683 Aug 30 19:25:51.809363 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056ad6-543f-4f74-841b-b06ef028a456 req-8521acb6-28f2-4cc0-8a6f-cb1979dcaa85 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:51.811223 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-35056ad6-543f-4f74-841b-b06ef028a456 req-8521acb6-28f2-4cc0-8a6f-cb1979dcaa85 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0531559 Aug 30 19:25:51.846770 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-35056ad6-543f-4f74-841b-b06ef028a456 req-2c6c2e7a-ebe9-4474-bb17-d8bf72f248fc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300622 Aug 30 19:25:52.969262 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608efe44-02fd-4a20-a6d7-0a3c27ce0b16 req-ce721dd8-78be-415a-9dd7-eaefdf2706e8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:52.970811 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-608efe44-02fd-4a20-a6d7-0a3c27ce0b16 req-ce721dd8-78be-415a-9dd7-eaefdf2706e8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0515783 Aug 30 19:25:53.008974 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-608efe44-02fd-4a20-a6d7-0a3c27ce0b16 req-abe80453-2131-4cea-b40a-802af81d030d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Aug 30 19:25:53.009296 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef54763-3f8d-4855-81c2-3d0115facbf2 req-c9d1ce5c-18ce-44e1-9a2d-950bebb478d6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:53.010809 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ef54763-3f8d-4855-81c2-3d0115facbf2 req-c9d1ce5c-18ce-44e1-9a2d-950bebb478d6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0518336 Aug 30 19:25:53.051680 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6ef54763-3f8d-4855-81c2-3d0115facbf2 req-acd6120e-1913-4abc-9c0f-05a27136cc31 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Aug 30 19:25:54.128168 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e8163-dd62-4d6d-a31c-43812f3f3c4a req-9d1bf751-537c-4b6d-8ac9-44a9f8fa0ebd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:54.129676 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-035e8163-dd62-4d6d-a31c-43812f3f3c4a req-9d1bf751-537c-4b6d-8ac9-44a9f8fa0ebd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0490029 Aug 30 19:25:54.171670 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-035e8163-dd62-4d6d-a31c-43812f3f3c4a req-f6ade0ae-69f4-46ad-9adc-0df6ee1b077e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361085 Aug 30 19:25:54.172761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8421-60bf-472f-864d-a5ababd86474 req-425f717a-99cf-4faa-99b8-4d00d07bdcaa tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:54.174549 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-29eb8421-60bf-472f-864d-a5ababd86474 req-425f717a-99cf-4faa-99b8-4d00d07bdcaa tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0535562 Aug 30 19:25:54.212037 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-29eb8421-60bf-472f-864d-a5ababd86474 req-24e4cccb-45b8-4a0e-8eac-4fede73ec5ef tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Aug 30 19:25:54.560370 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233127b-2962-4776-82f2-6e544f7dc529 req-03f61fea-ba2d-4eaf-bdf3-00502bf79532 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:54.561835 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b233127b-2962-4776-82f2-6e544f7dc529 req-03f61fea-ba2d-4eaf-bdf3-00502bf79532 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 946 time: 0.0523252 Aug 30 19:25:54.651832 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port d6dad27b-1b95-41f5-96f4-6e455772acf5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:25:54.652221 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:54.741038 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] For port d6dad27b-1b95-41f5-96f4-6e455772acf5, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=d6dad27b-1b95-41f5-96f4-6e455772acf5,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:25:54.741308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:54.907460 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:54.907887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:54.908183 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP 183f5ba4-d4d4-46c6-8162-bdc6e27c51ab disassociated. External IP: 172.27.0.200, port: d6dad27b-1b95-41f5-96f4-6e455772acf5. Aug 30 19:25:54.908516 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for d6dad27b-1b95-41f5-96f4-6e455772acf5 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:25:55.051583 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:55.085533 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=d6dad27b-1b95-41f5-96f4-6e455772acf5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:25:55.204445 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:25:55.305739 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fc9fb236-9014-40b2-ae03-08e9526af8e4 req-1c25b97c-9222-45ea-84d7-d9c7ffa39037 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0266285 Aug 30 19:25:55.339273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c9b9-8945-4f64-9e68-df678be46b19 req-93996d38-43c3-48c6-aaa8-d4db248ddd5f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:55.340820 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4140c9b9-8945-4f64-9e68-df678be46b19 req-93996d38-43c3-48c6-aaa8-d4db248ddd5f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0950336 Aug 30 19:25:55.356505 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:25:55.366386 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:25:55.376588 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:25:55.377206 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:25:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:25:55.413308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] No DVR routers for this DVR port d6dad27b-1b95-41f5-96f4-6e455772acf5 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:25:55.417417 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:25:55.419710 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b233127b-2962-4776-82f2-6e544f7dc529 req-9e8add82-551e-400b-b0d6-abb13b49d415 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "DELETE /v2.0/ports/d6dad27b-1b95-41f5-96f4-6e455772acf5 HTTP/1.1" status: 204 len: 173 time: 0.8510664 Aug 30 19:25:55.420230 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'name': 'network-vif-deleted', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:25:55.422664 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2de0309-141d-4c5a-a87f-a7fcaf623742" -d '{"events": [{"server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "name": "network-vif-deleted", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:25:55.432575 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4140c9b9-8945-4f64-9e68-df678be46b19 req-51bce780-0a5a-4426-9045-651fdac08cd3 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850604 Aug 30 19:25:55.503614 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f695ac5-1f0d-4e31-b71a-7a1c4ab04aca x-openstack-request-id: req-6f695ac5-1f0d-4e31-b71a-7a1c4ab04aca {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:25:55.503908 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cda830-e321-47e3-b43b-b0f02d1483fe", "name": "network-vif-deleted", "tag": "d6dad27b-1b95-41f5-96f4-6e455772acf5", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:25:55.504160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f695ac5-1f0d-4e31-b71a-7a1c4ab04aca {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:25:55.504557 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cda830-e321-47e3-b43b-b0f02d1483fe', 'name': 'network-vif-deleted', 'tag': 'd6dad27b-1b95-41f5-96f4-6e455772acf5', 'status': 'completed', 'code': 200} Aug 30 19:25:55.525407 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:25:55.786222 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:25:55.815062 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:25:55.823193 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:25:55.823845 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:25:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:25:55.928776 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:25:56.139229 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:25:56.164559 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c247070-4551-4096-b1fb-d437865f5b0f None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:25:56.387874 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f80bd7-7431-462b-a7bb-2011ddb92314 None None] New status for floating IP 183f5ba4-d4d4-46c6-8162-bdc6e27c51ab: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:25:56.412018 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7c6091fb-0cf5-40eb-96c1-0c060dbf66c2 req-dee14014-8277-430a-9ed3-3832b40ba7ec tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0255747 Aug 30 19:25:56.582426 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f266-e9a5-4cc9-8516-0ab979885758 req-031b10b8-5f23-43f3-b9f8-2e443045d7d4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:56.583896 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bb1f266-e9a5-4cc9-8516-0ab979885758 req-031b10b8-5f23-43f3-b9f8-2e443045d7d4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0537155 Aug 30 19:25:56.629189 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bb1f266-e9a5-4cc9-8516-0ab979885758 req-de4234f0-4a1d-4301-904a-05d73cc8dbbf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387690 Aug 30 19:25:57.517629 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3d8f8a71-7615-464a-bced-47a9bbcf1cda req-9ef349bf-668c-4a21-9c0f-ddd5f31ad33d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0271285 Aug 30 19:25:57.749745 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581a882-e945-43c0-bf92-d15cbafe7370 req-e3991ac3-067f-4941-b937-8d9a660f5b66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:57.751127 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0581a882-e945-43c0-bf92-d15cbafe7370 req-e3991ac3-067f-4941-b937-8d9a660f5b66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0488570 Aug 30 19:25:57.787827 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-0581a882-e945-43c0-bf92-d15cbafe7370 req-c04ef9b6-8877-4633-a716-2c23282d49fe tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309398 Aug 30 19:25:57.908294 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d6dad27b-1b95-41f5-96f4-6e455772acf5 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:25:57.929040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: d6dad27b-1b95-41f5-96f4-6e455772acf5 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:25:57.929376 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device d6dad27b-1b95-41f5-96f4-6e455772acf5 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:25:58.619647 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2999eddb-04d5-44b9-9017-da49b5b2d4d8 req-f79d256a-56a8-4827-bf1f-71fb9bd46d8e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=55cda830-e321-47e3-b43b-b0f02d1483fe HTTP/1.1" status: 200 len: 210 time: 0.0253527 Aug 30 19:25:58.907102 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06dcd-6bd6-4ce8-82b6-493b1d265083 req-217eefaa-64ef-4b3f-9b0a-310f52e820df tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:58.908559 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cbe06dcd-6bd6-4ce8-82b6-493b1d265083 req-217eefaa-64ef-4b3f-9b0a-310f52e820df tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Aug 30 19:25:58.951668 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cbe06dcd-6bd6-4ce8-82b6-493b1d265083 req-cd956eee-3a0d-4e82-a622-344530dcfb2c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358696 Aug 30 19:25:59.875522 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-87902a0b-caf6-4189-b47c-97af07768830 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289357014&fields=id&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 267 time: 0.0329535 Aug 30 19:25:59.987735 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-95717f94-471f-4779-963b-f72861a7615a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:25:59.989619 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-95717f94-471f-4779-963b-f72861a7615a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.1072428 Aug 30 19:26:00.005643 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-5d9a18be-d5ec-40e7-a4e3-cd5360c7dcf0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/quotas/c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 375 time: 0.0107858 Aug 30 19:26:00.064109 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-e9ffdf6b-24ca-49ee-b69e-8525f5003f33 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506332 Aug 30 19:26:00.106916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2de01c-60c1-40a9-baf4-6f5ebd7ade3f req-3be9b2b8-251c-4983-9d6c-fe708e2f13af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:00.108373 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b2de01c-60c1-40a9-baf4-6f5ebd7ade3f req-3be9b2b8-251c-4983-9d6c-fe708e2f13af tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0503194 Aug 30 19:26:00.146294 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0b2de01c-60c1-40a9-baf4-6f5ebd7ade3f req-6328786a-d1d2-401d-a9e1-43daf4cbe782 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Aug 30 19:26:00.169280 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-64291b0f-6323-40ae-aa4c-af9abc9580d1 service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Aug 30 19:26:00.263760 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-46387e02-29db-4840-bbaa-bba881e9ef04 service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851901 Aug 30 19:26:00.564993 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6b072747-a948-49dc-b173-1ed7868c7fb0 req-c5ae9543-fd06-4604-b6f4-2912f3245f62 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 210 time: 0.0427525 Aug 30 19:26:01.267352 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc960c74-3e43-4af1-8d51-6287dfb5658b req-6fa7c7ec-b099-4f9a-ab7d-3ec823097f92 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:01.268838 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cc960c74-3e43-4af1-8d51-6287dfb5658b req-6fa7c7ec-b099-4f9a-ab7d-3ec823097f92 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Aug 30 19:26:01.307266 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cc960c74-3e43-4af1-8d51-6287dfb5658b req-0c4aef5b-8a68-44da-9908-ac4a02f666ec tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 30 19:26:01.658491 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f5752457-b055-41a2-8530-7b10c0d17685 req-c140b42d-cbbf-4644-8694-908d7a528c60 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 210 time: 0.0255456 Aug 30 19:26:02.223759 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:26:02.317528 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:02.329200 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6b054dae-15fe-4300-a976-76f46c555dfd', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:26:02.366107 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:02.378940 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:26:02.398524 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:02.403405 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:02.430706 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a044fc-c911-406b-ba89-82713408d048 req-2805d7e8-e419-497c-a373-cd74bbc53221 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:02.432184 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4a044fc-c911-406b-ba89-82713408d048 req-2805d7e8-e419-497c-a373-cd74bbc53221 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Aug 30 19:26:02.450990 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:02.472514 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e4a044fc-c911-406b-ba89-82713408d048 req-bd28aa54-8ad0-4bfa-a61e-a36091f59505 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336893 Aug 30 19:26:02.750192 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d9d24552-15df-449c-baec-72d2284a8da0 req-4c02fd2e-ab31-4696-8e0f-7254b80e2b22 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 210 time: 0.0263181 Aug 30 19:26:03.034570 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e006576-77c1-45ee-bd98-85391dc08e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:03.311127 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6b054dae-15fe-4300-a976-76f46c555dfd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:26:03.593568 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5dc6-a85a-473f-834c-7b3ab0bbda16 req-63139f32-d281-49c9-80aa-df8f9c1297ed tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:03.595047 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-302e5dc6-a85a-473f-834c-7b3ab0bbda16 req-63139f32-d281-49c9-80aa-df8f9c1297ed tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0509288 Aug 30 19:26:03.635069 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-302e5dc6-a85a-473f-834c-7b3ab0bbda16 req-89e3bac7-8724-481f-864b-968df77761e1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Aug 30 19:26:04.140955 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b4a1ae3-e1fa-4167-8e01-3b49b58663cd req-066018d8-7c61-40fc-b7a8-e2ece67d9157 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 210 time: 0.3148878 Aug 30 19:26:04.192933 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-a653c09c-c90f-44c7-b828-7e8a06daa1a3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:04.194421 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-a653c09c-c90f-44c7-b828-7e8a06daa1a3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.4193728 Aug 30 19:26:04.242057 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-e8ea83e6-a83a-4d23-884e-daf7ef9444a1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 380 time: 0.0335083 Aug 30 19:26:04.253677 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'port': {'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'admin_state_up': True, 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'security_groups': ['ada83453-0045-4490-a331-9788a7085e92']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:26:04.365551 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Made reservation on behalf of c0b265d51b5a480c940de019e220e9e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:26:04.369444 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:04.507512 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.20.0.7 (e04c8f77-b115-47c1-9d03-4eccdb41d171/64adc614-1f1a-4034-aaff-2c9251de23b4/0f1f5a1b-0d73-4ca5-92ef-ed32016492b0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:26:04.643686 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:04.657525 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Transition to ACTIVE for port object 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:26:04.691063 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:04.732127 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:26:04.737102 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:26:04.740831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:26:04.759747 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5befa44-3e11-4807-8b91-fccd418b0384 req-e5bda10d-9fb7-40d3-a772-b901e33ec202 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:04.761284 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d5befa44-3e11-4807-8b91-fccd418b0384 req-e5bda10d-9fb7-40d3-a772-b901e33ec202 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0522833 Aug 30 19:26:04.766872 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:04.798790 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:04.799444 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:04.810633 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d5befa44-3e11-4807-8b91-fccd418b0384 req-cd8209aa-4342-42c3-9693-bdbb86752557 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Aug 30 19:26:04.828618 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-9528eaba-d76b-4920-8bff-113f58aeddc7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787344 Aug 30 19:26:04.845778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Request body: {'port': {'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:26:04.908195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:04.986659 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2a571879-f32e-4cfe-81e0-f90fbff26d5f None None] Provisioning for port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:26:04.991861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2a571879-f32e-4cfe-81e0-f90fbff26d5f None None] Provisioning complete for port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:26:04.992479 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2a571879-f32e-4cfe-81e0-f90fbff26d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.033024 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2a571879-f32e-4cfe-81e0-f90fbff26d5f None None] Port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:26:05.194555 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:26:05.205690 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.222104 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Transition to ACTIVE for port object 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:26:05.258336 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.355756 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b01bc-d054-4b8a-9741-5b54f1790fc6 req-eee2b55f-cdca-4408-bb3f-590bc3e634fb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:05.357419 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f9b01bc-d054-4b8a-9741-5b54f1790fc6 req-eee2b55f-cdca-4408-bb3f-590bc3e634fb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 931 time: 0.1373320 Aug 30 19:26:05.361498 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:05.407034 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:26:05.443970 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0f9b01bc-d054-4b8a-9741-5b54f1790fc6 req-39ad7c06-b061-4c3b-9760-b93898aa7f9b tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619898 Aug 30 19:26:05.446778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Attempting to bind port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:26:05.447010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Attempting to bind port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:26:05.447333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Attempting to bind port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:26:05.454616 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:26:05.454944 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Attempting to bind port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:26:05.469759 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:26:05.470202 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:26:05.470777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Bound using segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:26:05.471314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Bound port: 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:26:05.471851 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.572824 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:26:05.579308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:26:05.584238 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.628455 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:05.629491 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.631062 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 1093 time: 0.7901220 Aug 30 19:26:05.633479 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:05.638046 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:05.730554 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b256a3-352a-4237-b8fb-4a15c888d524 x-openstack-request-id: req-a8b256a3-352a-4237-b8fb-4a15c888d524 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:05.730837 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:05.731086 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8b256a3-352a-4237-b8fb-4a15c888d524 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:05.731591 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'status': 'completed', 'code': 200} Aug 30 19:26:05.732333 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6b054dae-15fe-4300-a976-76f46c555dfd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:26:05.732879 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.748568 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82afb-25e9-4d80-8757-87036d22d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:05.768150 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-da97f67b-cf5c-4186-b329-dcd5e5ccbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:05.769675 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-da97f67b-cf5c-4186-b329-dcd5e5ccbf5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1096 time: 0.0943768 Aug 30 19:26:05.804399 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8bbd-17ff-41e6-8033-8ff3ba74c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.838079 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-143810e9-1380-4247-b39f-a31efcb53e56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 217 time: 0.0593426 Aug 30 19:26:05.858507 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.897747 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:05.900363 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab314299-58f3-4b43-858a-a6f55ab5116b" -d '{"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:05.916150 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:05.922142 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:05.953260 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-a86dba2d-e7c2-4e5c-87f1-7e61bd5e0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:05.955890 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-a86dba2d-e7c2-4e5c-87f1-7e61bd5e0a28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.1090014 Aug 30 19:26:05.967304 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec19f95a-5947-477b-b4d1-3e077236f112 x-openstack-request-id: req-ec19f95a-5947-477b-b4d1-3e077236f112 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:05.967590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:05.967841 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ec19f95a-5947-477b-b4d1-3e077236f112 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:05.968226 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'code': 200} Aug 30 19:26:06.011211 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:06.062980 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c74a40-4f6c-49d4-896c-0403442e5dc3 req-de00df4a-9d7c-4ff2-8895-622ef71d5dd4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.064594 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16c74a40-4f6c-49d4-896c-0403442e5dc3 req-de00df4a-9d7c-4ff2-8895-622ef71d5dd4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0841873 Aug 30 19:26:06.066417 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c844d-457b-485a-b937-ddb109313417 req-995a02e5-82cb-45e4-9f8a-c153305229be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.067768 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-995a02e5-82cb-45e4-9f8a-c153305229be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015255 Aug 30 19:26:06.150823 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:06.162695 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16c74a40-4f6c-49d4-896c-0403442e5dc3 req-91484378-597c-4a0d-865d-98d6feb80afb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906923 Aug 30 19:26:06.209374 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-b3c75ac4-4dea-42da-a51a-cf7024bf3d2f service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317225 Aug 30 19:26:06.306047 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f73c844d-457b-485a-b937-ddb109313417 req-c47f244d-5464-474d-81e6-1636be9be698 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887017 Aug 30 19:26:06.423090 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-c64e8ef3-760c-4119-8fdf-6088f7fecad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.424995 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-c64e8ef3-760c-4119-8fdf-6088f7fecad2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1096 time: 0.0623503 Aug 30 19:26:06.580356 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb31796-4468-402f-8337-ee99e1003378 req-97f765b7-59e7-4c44-b8c5-071f32c8f4fb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.588846 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3fb31796-4468-402f-8337-ee99e1003378 req-97f765b7-59e7-4c44-b8c5-071f32c8f4fb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.0606287 Aug 30 19:26:06.638932 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3fb31796-4468-402f-8337-ee99e1003378 req-3bbec221-c1db-49e3-97d5-f0cfcf60685f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469944 Aug 30 19:26:06.688863 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-79729626-966a-4103-808e-3f34f550f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.690925 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-79729626-966a-4103-808e-3f34f550f60c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1177800 Aug 30 19:26:06.741500 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-8121d38e-eba5-479e-820b-6446988fbee6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 217 time: 0.0399251 Aug 30 19:26:06.795166 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-297a9a81-cdcc-4580-96b2-d7d4ab0d17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.796608 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-297a9a81-cdcc-4580-96b2-d7d4ab0d17ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0470796 Aug 30 19:26:06.847604 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-7b8527b5-e91c-4947-bdb6-65009910ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:06.849190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-7b8527b5-e91c-4947-bdb6-65009910ddfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444791 Aug 30 19:26:06.971783 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-a5d1ca6d-9745-4f16-85b2-405d05055058 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111286 Aug 30 19:26:07.046576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:07.082616 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5da1e5bf-c1ed-4ec7-8806-36f2aa2c0879 req-b01b26c7-50a4-412e-bad6-74ef95b896d7 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002862 Aug 30 19:26:07.176618 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55154-96e3-49d6-a1b7-9c6e144af2fb req-354df591-89a6-4bd0-9175-d6c26432fbbd tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:07.182003 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cda55154-96e3-49d6-a1b7-9c6e144af2fb req-354df591-89a6-4bd0-9175-d6c26432fbbd tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0567884 Aug 30 19:26:07.225854 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cda55154-96e3-49d6-a1b7-9c6e144af2fb req-eee4be94-c48f-42eb-be77-f370bcdcc14b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403326 Aug 30 19:26:07.307767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ca1db-164f-413e-b448-1bf8bf6607a8 req-ac7ce68c-6713-4ae4-9c17-fb80c0c364c5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:07.310755 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-313ca1db-164f-413e-b448-1bf8bf6607a8 req-ac7ce68c-6713-4ae4-9c17-fb80c0c364c5 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0620019 Aug 30 19:26:07.352510 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-313ca1db-164f-413e-b448-1bf8bf6607a8 req-83408aac-7d2d-4987-a0db-8b9996ba9874 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343299 Aug 30 19:26:07.792034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16214c6d-341a-4a83-84b3-b3c9d4cc9270 req-856c995b-55c2-4e2a-a589-2ad7f55b84d7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:07.793978 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16214c6d-341a-4a83-84b3-b3c9d4cc9270 req-856c995b-55c2-4e2a-a589-2ad7f55b84d7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.0694773 Aug 30 19:26:07.839510 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-16214c6d-341a-4a83-84b3-b3c9d4cc9270 req-1052de49-b319-4984-9ce8-8690dd1ba964 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Aug 30 19:26:08.360553 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd20f-92c7-4224-a025-ca025648884f req-b4c91f57-9d23-4fe2-8230-9f5e496377ba tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:08.362240 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c97bd20f-92c7-4224-a025-ca025648884f req-b4c91f57-9d23-4fe2-8230-9f5e496377ba tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0559578 Aug 30 19:26:08.441008 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c97bd20f-92c7-4224-a025-ca025648884f req-a0f89dbf-36dc-4169-aa75-aefba1ef403d tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719900 Aug 30 19:26:08.497932 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e07c-ab96-45cf-83d7-6d241885c62b req-3e69f96f-fb15-494a-be21-7d660e46a1cd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:08.505267 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d462e07c-ab96-45cf-83d7-6d241885c62b req-3e69f96f-fb15-494a-be21-7d660e46a1cd tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0606062 Aug 30 19:26:08.545037 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d462e07c-ab96-45cf-83d7-6d241885c62b req-61745608-eef4-46d2-aa25-aeb315aff8c1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Aug 30 19:26:08.585026 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:09.041071 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce862c-44b8-442a-9d4b-40eaf7f50c0a req-960eeaaf-70ee-49f6-9c35-2d10aa82d75a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:09.043498 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-21ce862c-44b8-442a-9d4b-40eaf7f50c0a req-960eeaaf-70ee-49f6-9c35-2d10aa82d75a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.0812869 Aug 30 19:26:09.092901 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-21ce862c-44b8-442a-9d4b-40eaf7f50c0a req-1d896ae0-b522-4edc-ae30-1df5cd4318df tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 Aug 30 19:26:09.096928 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df2c5-e693-4c77-82d9-df4b442657d7 req-2aac44f3-1ebb-42b8-b2df-44479232a8a2 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:09.098655 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f13df2c5-e693-4c77-82d9-df4b442657d7 req-2aac44f3-1ebb-42b8-b2df-44479232a8a2 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 946 time: 0.0909283 Aug 30 19:26:09.141818 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f13df2c5-e693-4c77-82d9-df4b442657d7 req-f290f575-5f92-4925-85b9-f06f29f06bd1 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Aug 30 19:26:09.564826 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01a25-6595-431b-a6b5-30df408de425 req-34ef1fb1-bf51-47b6-8808-01968e37a378 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:09.566375 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c6b01a25-6595-431b-a6b5-30df408de425 req-34ef1fb1-bf51-47b6-8808-01968e37a378 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0552273 Aug 30 19:26:09.614279 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c6b01a25-6595-431b-a6b5-30df408de425 req-46fba6c8-9e4f-4843-8319-4a8050fb4d07 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Aug 30 19:26:09.689423 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04d182-b9f2-4b1d-8f05-1d5afdb6cc82 req-7df9e526-60ab-445e-807e-5dc1f593198c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:09.691631 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ea04d182-b9f2-4b1d-8f05-1d5afdb6cc82 req-7df9e526-60ab-445e-807e-5dc1f593198c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Aug 30 19:26:09.734430 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ea04d182-b9f2-4b1d-8f05-1d5afdb6cc82 req-8b82792e-58d2-46b9-97a3-a5168917ad07 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363538 Aug 30 19:26:10.228727 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86af66c-e11d-4b79-9807-e48912af3074 req-f9cebe51-f3cc-4d8d-9d20-222e1924ce69 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:10.238190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b86af66c-e11d-4b79-9807-e48912af3074 req-f9cebe51-f3cc-4d8d-9d20-222e1924ce69 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.0703647 Aug 30 19:26:10.277142 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb78d0f-e237-4c2e-b9e8-fa660a2485d6 req-9754107b-6f8f-409d-9d3d-5c19c8dbf26b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:10.281358 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b86af66c-e11d-4b79-9807-e48912af3074 req-8da4a5cb-9edd-44e4-9937-23c2f4940923 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Aug 30 19:26:10.286191 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bb78d0f-e237-4c2e-b9e8-fa660a2485d6 req-9754107b-6f8f-409d-9d3d-5c19c8dbf26b tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 946 time: 0.0607860 Aug 30 19:26:10.329693 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5bb78d0f-e237-4c2e-b9e8-fa660a2485d6 req-1f68b0f3-8fb4-435c-bb12-bacb6b147330 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/security-groups?id=410fbc4c-9dfe-4060-8306-f8daaa848100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Aug 30 19:26:10.746978 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f395d2-b4e4-4b7b-b4fe-5b1ef609b83c req-915518ad-d020-4352-b4e0-18915c4d9ad6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:10.748394 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-15f395d2-b4e4-4b7b-b4fe-5b1ef609b83c req-915518ad-d020-4352-b4e0-18915c4d9ad6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0590975 Aug 30 19:26:10.824765 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-15f395d2-b4e4-4b7b-b4fe-5b1ef609b83c req-a33e53ce-462b-45b7-9d84-9423baec04d9 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541074 Aug 30 19:26:10.889055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-8c1d5e36-9cc9-4464-88bb-534de40abaf1 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:10.889312 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddf26a-bdd2-44ff-a1d4-46ffffe2787d req-ad7efa0a-1529-4373-9e57-ac0b16963ce7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:10.891147 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bddf26a-bdd2-44ff-a1d4-46ffffe2787d req-ad7efa0a-1529-4373-9e57-ac0b16963ce7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0618823 Aug 30 19:26:10.892429 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-8c1d5e36-9cc9-4464-88bb-534de40abaf1 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 946 time: 0.0855324 Aug 30 19:26:10.941146 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3bddf26a-bdd2-44ff-a1d4-46ffffe2787d req-9eda0db4-6ac6-4c1e-8ba1-d73d151acb94 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Aug 30 19:26:11.016320 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Deleting port e03d8df3-b4ed-4227-8cec-d792f6865610 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:26:11.016644 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:11.130656 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] For port e03d8df3-b4ed-4227-8cec-d792f6865610, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=e03d8df3-b4ed-4227-8cec-d792f6865610,segment=NetworkSegment(4682e744-bf09-48b9-af12-089263ed9eff),segment_id=4682e744-bf09-48b9-af12-089263ed9eff)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:11.130656 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:11.147009 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Calling delete_port for e03d8df3-b4ed-4227-8cec-d792f6865610 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:26:11.301057 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:11.313376 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['e03d8df3-b4ed-4227-8cec-d792f6865610'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:26:11.333902 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Pushing event deleted for resources: {'Port': ['ID=e03d8df3-b4ed-4227-8cec-d792f6865610,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:11.409759 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] No DVR routers for this DVR port e03d8df3-b4ed-4227-8cec-d792f6865610 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:26:11.413253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:11.415276 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6cc7e5d0-4458-4648-b281-637c9976a71c req-0a5b279c-9eaf-41a1-b023-6d5efb018f2e tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.83 "DELETE /v2.0/ports/e03d8df3-b4ed-4227-8cec-d792f6865610 HTTP/1.1" status: 204 len: 173 time: 0.5154786 Aug 30 19:26:11.417697 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'name': 'network-vif-deleted', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:11.427696 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16821e37-3963-403a-a917-134e900b27bc" -d '{"events": [{"server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "name": "network-vif-deleted", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:11.489973 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cd461e38-9be5-4113-b9ef-a12c36897340 req-906d0506-5b87-41a8-86fb-7b39ce4370e1 tempest-VolumesSnapshotTestJSON-1123158180 tempest-VolumesSnapshotTestJSON-1123158180-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4a7c99f-1474-43ec-b119-c5f214262c1a HTTP/1.1" status: 200 len: 210 time: 0.0521224 Aug 30 19:26:11.493063 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987f5f-e8e4-4508-8180-cf278ca428e1 req-75d8c472-f121-4372-8778-93b6ec8b4fcc tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:11.505634 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b987f5f-e8e4-4508-8180-cf278ca428e1 req-75d8c472-f121-4372-8778-93b6ec8b4fcc tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.1207180 Aug 30 19:26:11.537680 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e3b89-3f9f-4899-8e6f-b9488515d36a x-openstack-request-id: req-575e3b89-3f9f-4899-8e6f-b9488515d36a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:11.537967 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a7c99f-1474-43ec-b119-c5f214262c1a", "name": "network-vif-deleted", "tag": "e03d8df3-b4ed-4227-8cec-d792f6865610", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:11.538212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-575e3b89-3f9f-4899-8e6f-b9488515d36a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:11.539820 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a7c99f-1474-43ec-b119-c5f214262c1a', 'name': 'network-vif-deleted', 'tag': 'e03d8df3-b4ed-4227-8cec-d792f6865610', 'status': 'completed', 'code': 200} Aug 30 19:26:11.564023 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b987f5f-e8e4-4508-8180-cf278ca428e1 req-a442cc77-5ef7-4bc1-891c-15ba6bac7bd3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531802 Aug 30 19:26:11.986371 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d7146-b535-49a2-929d-d1064494dd52 req-7900fc56-ef33-441e-9ff6-5f1793dd0ba8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:11.987976 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e64d7146-b535-49a2-929d-d1064494dd52 req-7900fc56-ef33-441e-9ff6-5f1793dd0ba8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0722382 Aug 30 19:26:12.068050 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e64d7146-b535-49a2-929d-d1064494dd52 req-d95c1e25-9310-4570-8edb-85af421f4066 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667400 Aug 30 19:26:12.124539 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ae006-05e6-401e-9d98-54e894cd7850 req-a7c601a9-4c12-4209-a73a-28bc10c99493 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:12.125992 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-420ae006-05e6-401e-9d98-54e894cd7850 req-a7c601a9-4c12-4209-a73a-28bc10c99493 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0857601 Aug 30 19:26:12.167205 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-420ae006-05e6-401e-9d98-54e894cd7850 req-5231de94-ea85-40f2-865b-dbf2fc0a24b4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Aug 30 19:26:12.710711 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0a9c-c86b-405a-b61d-12664026b029 req-ce47ce27-1965-462c-92ec-9c12228aa7ab tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:12.712291 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d82e0a9c-c86b-405a-b61d-12664026b029 req-ce47ce27-1965-462c-92ec-9c12228aa7ab tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 943 time: 0.0601792 Aug 30 19:26:12.769823 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d82e0a9c-c86b-405a-b61d-12664026b029 req-0d1b007c-40aa-4e50-a48e-8e9bdaadac97 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494139 Aug 30 19:26:13.204737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ceb4a-c53b-4c53-8191-7e3e075fb1db req-6b44fc93-680b-4929-a773-2408b6206531 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:13.206930 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-027ceb4a-c53b-4c53-8191-7e3e075fb1db req-6b44fc93-680b-4929-a773-2408b6206531 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0583024 Aug 30 19:26:13.263160 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-027ceb4a-c53b-4c53-8191-7e3e075fb1db req-e210788a-3fe7-4601-997c-e120d0b309a8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451860 Aug 30 19:26:13.305245 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1c70-5ba9-47f7-9373-b0dc51066d19 req-fda924ec-858a-49d5-88a1-44376228132a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:13.307286 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d43b1c70-5ba9-47f7-9373-b0dc51066d19 req-fda924ec-858a-49d5-88a1-44376228132a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0547776 Aug 30 19:26:13.347573 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d43b1c70-5ba9-47f7-9373-b0dc51066d19 req-0c3509ba-1269-4020-b628-50fe5355ff0a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338819 Aug 30 19:26:13.456102 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:26:13.560292 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:13.573805 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:26:13.619590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:13.633023 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:26:13.654825 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:13.662084 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:13.719619 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:13.906349 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524155-9932-4a70-84f2-27cd1d833b72 req-4a023e99-bbad-48e1-b919-7462b15ef4c4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:13.907992 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-09524155-9932-4a70-84f2-27cd1d833b72 req-4a023e99-bbad-48e1-b919-7462b15ef4c4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 944 time: 0.0589960 Aug 30 19:26:13.944995 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:26:13.965152 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-09524155-9932-4a70-84f2-27cd1d833b72 req-6882278b-6a36-49e6-8c7f-d0e6782b59d1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503180 Aug 30 19:26:14.397559 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea0d25-1473-45d8-8548-eacf5daaf605 req-5e9292ba-a285-4e87-9097-857fae825566 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:14.406887 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0ea0d25-1473-45d8-8548-eacf5daaf605 req-5e9292ba-a285-4e87-9097-857fae825566 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0797341 Aug 30 19:26:14.464582 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0ea0d25-1473-45d8-8548-eacf5daaf605 req-5791b8f3-9f02-4404-bb32-47b341f4b312 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531535 Aug 30 19:26:14.495055 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf4425-6926-4b4d-9fcd-d3b9e128ebb5 req-6ce2599a-82fe-4376-adb1-e06dd688d14a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:14.503250 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-38bf4425-6926-4b4d-9fcd-d3b9e128ebb5 req-6ce2599a-82fe-4376-adb1-e06dd688d14a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0717850 Aug 30 19:26:14.546047 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-38bf4425-6926-4b4d-9fcd-d3b9e128ebb5 req-6452a563-f170-4d7d-8a31-b91f8fc97fb0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Aug 30 19:26:15.078222 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8dbb-501a-4cc5-943e-55c84174f4ca req-fd02fae2-ccbd-46ea-8645-b50a0d782cfe tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:15.079688 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fefd8dbb-501a-4cc5-943e-55c84174f4ca req-fd02fae2-ccbd-46ea-8645-b50a0d782cfe tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 944 time: 0.0496838 Aug 30 19:26:15.121189 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fefd8dbb-501a-4cc5-943e-55c84174f4ca req-d5e9cba4-f6a7-4980-bc09-c0ff41ce4b5d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356612 Aug 30 19:26:15.160947 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:15.576940 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fb6fd-1132-45c6-8db7-db2c21efb9c3 req-a8c15bd5-95e6-4709-9b8c-11e3c15ed027 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:15.578438 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c60fb6fd-1132-45c6-8db7-db2c21efb9c3 req-a8c15bd5-95e6-4709-9b8c-11e3c15ed027 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0536733 Aug 30 19:26:15.617311 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c60fb6fd-1132-45c6-8db7-db2c21efb9c3 req-415d4c2c-3775-4ac1-96c2-c5957356e786 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330222 Aug 30 19:26:15.669733 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad210b3-759d-43a4-95e2-cec5032ecf03 req-2f317485-09bd-4b72-a6b6-d044112d3660 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:15.671203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2ad210b3-759d-43a4-95e2-cec5032ecf03 req-2f317485-09bd-4b72-a6b6-d044112d3660 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0481977 Aug 30 19:26:15.708982 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2ad210b3-759d-43a4-95e2-cec5032ecf03 req-5675b7a4-cb30-45f7-afef-3ff0cfd5bcef tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Aug 30 19:26:16.149687 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device e03d8df3-b4ed-4227-8cec-d792f6865610 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:26:16.170733 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: e03d8df3-b4ed-4227-8cec-d792f6865610 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:26:16.171358 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device e03d8df3-b4ed-4227-8cec-d792f6865610 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:26:16.240591 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5349f-18a1-4fe5-9448-2bd979a2a189 req-bd711587-984b-432f-9145-fe12cfd2c765 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:16.242164 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-31e5349f-18a1-4fe5-9448-2bd979a2a189 req-bd711587-984b-432f-9145-fe12cfd2c765 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 944 time: 0.0507343 Aug 30 19:26:16.280766 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-31e5349f-18a1-4fe5-9448-2bd979a2a189 req-0d36f134-3744-4b0f-957e-ce48182e5da8 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Aug 30 19:26:16.736834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b27ee-53a0-415b-b338-cd373a88d927 req-41c42f6b-62e1-40a7-af18-11af1804779c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:16.738558 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7c3b27ee-53a0-415b-b338-cd373a88d927 req-41c42f6b-62e1-40a7-af18-11af1804779c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0528812 Aug 30 19:26:16.776980 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7c3b27ee-53a0-415b-b338-cd373a88d927 req-32c08c84-6382-49a1-8534-993b340050d3 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 30 19:26:16.830542 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb4b40-dcd2-4bd8-8195-63a4e7ff8054 req-e7dbfbb7-708b-4f37-bd44-e2d07576bd64 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:16.832092 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dbcb4b40-dcd2-4bd8-8195-63a4e7ff8054 req-e7dbfbb7-708b-4f37-bd44-e2d07576bd64 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Aug 30 19:26:16.870495 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-dbcb4b40-dcd2-4bd8-8195-63a4e7ff8054 req-bf83a469-715c-43d7-9aad-59ca6bd72451 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Aug 30 19:26:17.395287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806803b-2e3f-412e-be24-71dda8bc6ee5 req-ce5c14b9-e54d-481a-a0fd-9f15517cdc5f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:17.396896 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9806803b-2e3f-412e-be24-71dda8bc6ee5 req-ce5c14b9-e54d-481a-a0fd-9f15517cdc5f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 944 time: 0.0500946 Aug 30 19:26:17.436742 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9806803b-2e3f-412e-be24-71dda8bc6ee5 req-e151a1bd-a4d3-41f0-977c-17f3108b7450 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326669 Aug 30 19:26:17.685509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-08aa398e-f8fb-4ed5-9ac8-4626b4b166b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:17.686952 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-08aa398e-f8fb-4ed5-9ac8-4626b4b166b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1098 time: 0.0408466 Aug 30 19:26:17.778376 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-cfd408a1-fd91-42d7-92f8-b73b69698ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:17.779856 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-cfd408a1-fd91-42d7-92f8-b73b69698ceb service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.0860946 Aug 30 19:26:17.849791 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-9d6e29bd-6e8e-48f4-84c9-1c833bdec992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 1000 time: 0.0603321 Aug 30 19:26:17.904289 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471de5e4-08d6-4cdc-bc1a-2f6ba93c9746 req-bc3bff19-2bf0-49f3-97de-ea1290fdef90 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:17.905839 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-471de5e4-08d6-4cdc-bc1a-2f6ba93c9746 req-bc3bff19-2bf0-49f3-97de-ea1290fdef90 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0594175 Aug 30 19:26:17.907966 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-1d5a18d9-2761-47b5-aa06-2463af0ef8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:17.909419 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-1d5a18d9-2761-47b5-aa06-2463af0ef8ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0519216 Aug 30 19:26:17.957812 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-471de5e4-08d6-4cdc-bc1a-2f6ba93c9746 req-a13582c0-c374-4c00-8329-d285f362c1ca tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Aug 30 19:26:17.998596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-eac64ba1-aecd-4037-93e1-06ba02f1e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:18.000465 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-eac64ba1-aecd-4037-93e1-06ba02f1e01c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812454 Aug 30 19:26:18.011911 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1754-f7fa-40f8-9e27-5bd880e53546 req-c083f8a1-ad13-4c30-b80d-e76f18379488 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:18.013292 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c9a1754-f7fa-40f8-9e27-5bd880e53546 req-c083f8a1-ad13-4c30-b80d-e76f18379488 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0683737 Aug 30 19:26:18.097275 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2c9a1754-f7fa-40f8-9e27-5bd880e53546 req-d5391095-5253-4368-846d-442047af752c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758412 Aug 30 19:26:18.127362 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-77a91d29-557c-4241-b239-a943dcc5c4d6 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131220 Aug 30 19:26:18.218873 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5c1b5774-7a07-488b-b756-ab367c5f634b req-527369b9-b64d-4cec-a22a-3cacbbc8a8e7 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847301 Aug 30 19:26:18.580348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717608f7-fa37-4347-86c8-68096355d8c4 req-09934816-1664-424c-9b66-e6daf4590521 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:18.581967 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-717608f7-fa37-4347-86c8-68096355d8c4 req-09934816-1664-424c-9b66-e6daf4590521 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 944 time: 0.0618303 Aug 30 19:26:18.637204 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-717608f7-fa37-4347-86c8-68096355d8c4 req-c2be95a5-238c-4400-9a81-a79212911fb7 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Aug 30 19:26:19.015617 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:26:19.076881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aaf40-c60e-4965-a526-2135f1c7c947 req-56b30767-ee50-4dc4-9d38-99eaf499ed47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:19.078402 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-902aaf40-c60e-4965-a526-2135f1c7c947 req-56b30767-ee50-4dc4-9d38-99eaf499ed47 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0541096 Aug 30 19:26:19.115907 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-902aaf40-c60e-4965-a526-2135f1c7c947 req-67ed903e-d114-48fb-9bb2-aba73fbed20e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Aug 30 19:26:19.218767 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ef219-f308-4189-a385-13edab27aff7 req-1723483e-8f6b-494c-9bad-ba99e4960ad4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:19.220129 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e41ef219-f308-4189-a385-13edab27aff7 req-1723483e-8f6b-494c-9bad-ba99e4960ad4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 945 time: 0.0496316 Aug 30 19:26:19.257249 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e41ef219-f308-4189-a385-13edab27aff7 req-4e62943c-bc20-40d9-a06d-7fc12987948c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Aug 30 19:26:19.488179 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:26:19.538843 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:26:19.542728 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:26:19.543097 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:19.619798 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:19.642368 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:19.644604 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd6d1c-90a8-402f-906d-65aacbeab51d" -d '{"events": [{"server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:19.663685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:19.663685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:19.664280 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:26:19.708461 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094c7bd9-e444-4b30-8d25-c5be595981d3 x-openstack-request-id: req-094c7bd9-e444-4b30-8d25-c5be595981d3 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:19.708754 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:19.709008 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-094c7bd9-e444-4b30-8d25-c5be595981d3 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:19.709392 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'code': 200} Aug 30 19:26:19.752774 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:19.782215 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ded5fb-4103-4f82-9700-469c63eb0569 req-a250646f-9322-404e-b8a4-d6fe1b103430 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:19.787820 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-97ded5fb-4103-4f82-9700-469c63eb0569 req-a250646f-9322-404e-b8a4-d6fe1b103430 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0654802 Aug 30 19:26:19.800730 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:19.830999 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-97ded5fb-4103-4f82-9700-469c63eb0569 req-dc369baf-a5b3-45ca-bd82-a8546818a2c4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Aug 30 19:26:19.838314 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:19.844541 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:19.897527 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:19.957858 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dfa5f-5db2-45f8-b9e2-64bf26648a0a req-005f0770-64aa-41f6-a064-935fcb125dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:19.959375 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-020dfa5f-5db2-45f8-b9e2-64bf26648a0a req-005f0770-64aa-41f6-a064-935fcb125dc9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1098 time: 0.0415771 Aug 30 19:26:20.000492 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-020dfa5f-5db2-45f8-b9e2-64bf26648a0a req-e33b7be4-ea0e-41c2-976c-63f75f0a7497 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304694 Aug 30 19:26:20.230172 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6799-5d47-4a0d-a16d-e7397fb87783 req-1ff62ed9-aaf7-4ed4-a545-ed22a4c7dc65 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:20.231645 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-094a6799-5d47-4a0d-a16d-e7397fb87783 req-1ff62ed9-aaf7-4ed4-a545-ed22a4c7dc65 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0478394 Aug 30 19:26:20.269074 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-094a6799-5d47-4a0d-a16d-e7397fb87783 req-a7ce5b78-f3fd-4086-8997-bb52cd5d8e85 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Aug 30 19:26:20.376470 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bbe90-1e47-4c5f-99d8-9187c5a10549 req-2c6dee16-a7b4-4c6f-8ddd-044ec6f6f31f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:20.378011 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-758bbe90-1e47-4c5f-99d8-9187c5a10549 req-2c6dee16-a7b4-4c6f-8ddd-044ec6f6f31f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0496318 Aug 30 19:26:20.417045 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-758bbe90-1e47-4c5f-99d8-9187c5a10549 req-5b6df3ac-68ac-47db-8f00-cea8b2b96398 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332522 Aug 30 19:26:20.965082 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efe84-0d47-4c72-a7a0-2a1fc7aa383f req-8272e06a-1f2b-48c8-89ce-3cc7aa1c1405 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:20.966830 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5e7efe84-0d47-4c72-a7a0-2a1fc7aa383f req-8272e06a-1f2b-48c8-89ce-3cc7aa1c1405 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0618114 Aug 30 19:26:21.008929 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5e7efe84-0d47-4c72-a7a0-2a1fc7aa383f req-7536abcc-9942-49bc-83f7-18970fc60519 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351059 Aug 30 19:26:21.420814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eba827-6b2b-4b82-8afc-b65d6d3d35ea req-02feca62-6e42-43a0-a569-78d834a77525 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:21.422630 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7eba827-6b2b-4b82-8afc-b65d6d3d35ea req-02feca62-6e42-43a0-a569-78d834a77525 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0546346 Aug 30 19:26:21.423761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9eba-97b3-4981-831a-f94d6f42fa99 req-b694621c-ec58-44df-b0a9-c0c6990f0880 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:21.425260 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb7b9eba-97b3-4981-831a-f94d6f42fa99 req-b694621c-ec58-44df-b0a9-c0c6990f0880 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0560188 Aug 30 19:26:21.461487 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7eba827-6b2b-4b82-8afc-b65d6d3d35ea req-0ac2395f-9db7-4a84-85b9-819586f3c41c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Aug 30 19:26:21.495848 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb7b9eba-97b3-4981-831a-f94d6f42fa99 req-5eebc59c-04b7-4bf1-9dc4-7d443b703fca tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618920 Aug 30 19:26:21.499469 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-132fe8ba-cfa8-4fba-877c-89a7aef51508 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733099 Aug 30 19:26:21.710712 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:21.713706 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14030b51-eef2-47c3-9120-03d371f01912" -d '{"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:21.747790 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacca130-a7fd-4022-83bf-9e75298ec8ae x-openstack-request-id: req-dacca130-a7fd-4022-83bf-9e75298ec8ae {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:21.748181 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-unplugged", "status": "failed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "code": 422}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:21.748538 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dacca130-a7fd-4022-83bf-9e75298ec8ae {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:21.748947 dv-cinder-805316-4-iscsi neutron-server[93816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'code': 422} returned with failed status Aug 30 19:26:22.130296 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c2a8-4c30-4b79-9541-ec34ae78debb req-b2f758a8-6c01-4185-9909-440757dca250 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.131683 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c5a3c2a8-4c30-4b79-9541-ec34ae78debb req-b2f758a8-6c01-4185-9909-440757dca250 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0501142 Aug 30 19:26:22.169677 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c5a3c2a8-4c30-4b79-9541-ec34ae78debb req-46b87d6e-6fb6-4187-9751-8113d2720e5d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321975 Aug 30 19:26:22.283362 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a3f93-ffb4-4dc8-8dea-79173fcbd695 req-1429efff-0c2f-4837-8d24-23e937e8fe3a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.284871 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b3a3f93-ffb4-4dc8-8dea-79173fcbd695 req-1429efff-0c2f-4837-8d24-23e937e8fe3a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0511296 Aug 30 19:26:22.396607 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9b3a3f93-ffb4-4dc8-8dea-79173fcbd695 req-49818dec-4218-420a-a07f-36d869dbb455 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036298 Aug 30 19:26:22.399422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-f8341d1c-aa62-44b6-a63a-8fff6d1eb60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.401515 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-f8341d1c-aa62-44b6-a63a-8fff6d1eb60f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8&tenant_id=0c0fdf516732430ba9bc466abddef665 HTTP/1.1" status: 200 len: 1096 time: 0.1061716 Aug 30 19:26:22.420366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 57890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:22.420729 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-d48fd473-f12c-45e6-9ad5-807a82e20e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.422567 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-d48fd473-f12c-45e6-9ad5-807a82e20e7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0580621 Aug 30 19:26:22.461771 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60869636-8f6f-4fc5-8b1f-caad837ab0a2 tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.465433 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-60869636-8f6f-4fc5-8b1f-caad837ab0a2 tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1093 time: 0.0438247 Aug 30 19:26:22.468213 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 57892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:22.472782 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:26:22.501865 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:22.516997 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-35af049b-f268-4969-ae66-98e035571298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.519739 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-35af049b-f268-4969-ae66-98e035571298 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0c0fdf516732430ba9bc466abddef665&device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1096 time: 0.0957911 Aug 30 19:26:22.620843 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a14b-bb1b-490d-9aec-d92ef387490e req-04405813-e8f1-41ce-9068-e48f420126cf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.622510 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f022a14b-bb1b-490d-9aec-d92ef387490e req-04405813-e8f1-41ce-9068-e48f420126cf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0657570 Aug 30 19:26:22.628894 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-9edb0938-fc69-4f1a-a4fc-fa49b2a10950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.630380 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-9edb0938-fc69-4f1a-a4fc-fa49b2a10950 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.1977353 Aug 30 19:26:22.682904 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f022a14b-bb1b-490d-9aec-d92ef387490e req-0eab5e06-1b4b-4233-81f2-a337fd6c09d8 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501401 Aug 30 19:26:22.690972 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:22.713421 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59af1-5ab8-4d47-b7b1-ca4fb5fc16b2 req-a0aa330c-b565-4761-9345-3f32e3fed77b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.715093 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b5f59af1-5ab8-4d47-b7b1-ca4fb5fc16b2 req-a0aa330c-b565-4761-9345-3f32e3fed77b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.1395314 Aug 30 19:26:22.717889 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-db913d09-86af-42e6-a378-174b06fe1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:22.719233 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-db913d09-86af-42e6-a378-174b06fe1894 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 200 len: 919 time: 0.1893568 Aug 30 19:26:22.746800 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-aa03dae6-667a-4552-b3fc-3d13c6b6f0c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1002 time: 0.0987508 Aug 30 19:26:22.764871 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b5f59af1-5ab8-4d47-b7b1-ca4fb5fc16b2 req-8c649f2b-dec8-437f-857a-fc6590a0c1b8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Aug 30 19:26:22.814858 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.27.0.122 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/e1cde245-55eb-451d-882e-de5a94315514) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:26:22.918623 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:22.956196 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:22.996858 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:26:23.001598 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:26:23.004346 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:26:23.031866 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=e1cde245-55eb-451d-882e-de5a94315514,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:23.044992 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.045332 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.045702 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.046035 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.046362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.046956 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.047280 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.047601 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.047923 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.048239 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.048556 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.048871 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:23.368532 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:23.438260 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:23.584656 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:23.589739 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:23.644017 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:26:23.652909 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=e1cde245-55eb-451d-882e-de5a94315514,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:23.668909 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:23.795418 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP 353eebc2-099d-487d-b539-6a0380822102 associated. External IP: 172.27.0.122, port: 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0. Aug 30 19:26:23.858050 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484ce20-0fc2-4bbf-9e67-445a539afff7 req-5b809429-57ea-473b-a93c-9b3f03a7b7d0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:23.859522 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7484ce20-0fc2-4bbf-9e67-445a539afff7 req-5b809429-57ea-473b-a93c-9b3f03a7b7d0 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.1004033 Aug 30 19:26:23.879620 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba581-5b74-45d3-9cb7-e6538108e33a req-0813f530-dbe9-4298-bd8e-654c9c123880 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:23.881110 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a9bba581-5b74-45d3-9cb7-e6538108e33a req-0813f530-dbe9-4298-bd8e-654c9c123880 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0486374 Aug 30 19:26:23.923359 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a9bba581-5b74-45d3-9cb7-e6538108e33a req-a24d2f87-408b-455c-b41a-ee80b89f4ec1 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352678 Aug 30 19:26:23.941755 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7484ce20-0fc2-4bbf-9e67-445a539afff7 req-7a997852-a196-45d4-8940-e762f9b5a001 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514565 Aug 30 19:26:24.048285 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:26:24.154737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:26:24.164784 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:26:24.171260 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:24.175954 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:26:24.176513 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:26:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:24.198504 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d5596dce-7a19-48a8-851b-79f989c3cc80 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7292578 Aug 30 19:26:24.199093 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:24.201319 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e081e4a-451a-46e7-a26b-703f3319dcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:24.282593 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:26:24.298513 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be77130-c79c-4ac6-9416-3b141aece6f4 x-openstack-request-id: req-7be77130-c79c-4ac6-9416-3b141aece6f4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:24.298800 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:24.299046 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7be77130-c79c-4ac6-9416-3b141aece6f4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:24.299442 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'status': 'completed', 'code': 200} Aug 30 19:26:24.512357 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:23Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:24.537622 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:26:24.545886 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:26:24.546493 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:26:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:24.584503 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-c78df467-9451-4614-9272-d12be2af7320 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 200 len: 998 time: 0.0932918 Aug 30 19:26:24.585999 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-d1686c1e-1926-42f4-af08-193d67bd75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:24.587520 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-d1686c1e-1926-42f4-af08-193d67bd75d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0872331 Aug 30 19:26:24.652902 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:26:24.869797 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:23Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:24.901448 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e02bd-4661-45a7-bc8b-2233c854ea0a None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:23Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:26:25.058231 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4d1a-e0f0-4313-8ec8-545d89233009 req-7db1eabc-99d8-42a6-90c2-77731bdc2592 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.059957 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c7fa4d1a-e0f0-4313-8ec8-545d89233009 req-7db1eabc-99d8-42a6-90c2-77731bdc2592 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0604467 Aug 30 19:26:25.082327 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37338d-20ad-4cdc-80fc-266475860358 req-389fe0da-11f4-44b8-af60-263dcbbd7022 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.083845 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab37338d-20ad-4cdc-80fc-266475860358 req-389fe0da-11f4-44b8-af60-263dcbbd7022 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0553851 Aug 30 19:26:25.100412 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c7fa4d1a-e0f0-4313-8ec8-545d89233009 req-ca3e655b-2401-4471-b6c1-335dd83ab0a0 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Aug 30 19:26:25.127271 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb2232-d009-40b4-88e1-c5b3f75979ab None None] New status for floating IP 353eebc2-099d-487d-b539-6a0380822102: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:26:25.407502 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab37338d-20ad-4cdc-80fc-266475860358 req-f81de91c-4083-41d4-8857-fda46feefa52 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153207 Aug 30 19:26:25.648284 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-0946e61c-f0e3-4bde-8fd2-8437c6f895c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.650471 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-0946e61c-f0e3-4bde-8fd2-8437c6f895c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 200 len: 856 time: 0.0979633 Aug 30 19:26:25.652881 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-2dec2d34-b935-43b2-b27d-8247203fd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.654225 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-2dec2d34-b935-43b2-b27d-8247203fd948 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1098 time: 0.1103194 Aug 30 19:26:25.655850 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-93997d5a-8e96-4d70-9292-2b14f6a92d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.657130 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-93997d5a-8e96-4d70-9292-2b14f6a92d8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1144764 Aug 30 19:26:25.834098 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-c5d14cf4-0ff1-43bf-b44d-e84de80194c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.835572 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-c5d14cf4-0ff1-43bf-b44d-e84de80194c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd4974df-95bb-4db8-b565-6c1c8121d15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1618657 Aug 30 19:26:25.870451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-98ab8e5c-ef17-492d-b459-ddf150621f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:25.871841 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-98ab8e5c-ef17-492d-b459-ddf150621f79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1969945 Aug 30 19:26:25.944994 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-aae0e482-b02d-49e1-a2fb-0f27fe59e874 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622566 Aug 30 19:26:26.035298 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-c3de36af-8752-43a9-a098-7d2f2393456e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 1001 time: 0.1311131 Aug 30 19:26:26.067932 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-e888e862-6636-4f17-8e01-1483663ffd58 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216370 Aug 30 19:26:26.158657 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c1d4da0-d0be-462d-b56e-694e1bd5b36f req-55c049a4-3290-4631-8b24-ef743d711d8f service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029247 Aug 30 19:26:26.173885 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-21c45ca6-a588-4851-b967-2d592debd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:26.175334 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-21c45ca6-a588-4851-b967-2d592debd57c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.1288793 Aug 30 19:26:26.234316 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e34edc5a-9f19-446a-9712-2aff77f0b09e req-61fe28e7-7519-4a7c-bb77-2252fcf373c5 service neutron] 10.222.0.83 "GET /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451712 Aug 30 19:26:26.237150 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cf99-c4db-4649-9b04-308cfbf91d9b req-fb4f27b2-86e6-4138-bb70-392a497cc9e2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:26.239486 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6837cf99-c4db-4649-9b04-308cfbf91d9b req-fb4f27b2-86e6-4138-bb70-392a497cc9e2 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0517647 Aug 30 19:26:26.242475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-e53b055f-1c38-474c-98a5-651a04e678bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:26.244882 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-e53b055f-1c38-474c-98a5-651a04e678bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570674 Aug 30 19:26:26.281777 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6837cf99-c4db-4649-9b04-308cfbf91d9b req-c854ebc9-b04b-460c-b049-1b2931567477 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356369 Aug 30 19:26:26.339184 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-61fb4880-cfb8-43ce-96d4-da1ec401908e service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862777 Aug 30 19:26:26.442140 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6e081e4a-451a-46e7-a26b-703f3319dcc5 req-46951c10-b77e-4f7e-b5c5-2113894acfeb service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931053 Aug 30 19:26:26.536322 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d14fc-26f9-43d1-952b-711aba0cf824 req-2e2241e0-97a3-41ee-a77b-c6fcfd75f0cc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:26.541994 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-571d14fc-26f9-43d1-952b-711aba0cf824 req-2e2241e0-97a3-41ee-a77b-c6fcfd75f0cc tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0606520 Aug 30 19:26:26.584228 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-571d14fc-26f9-43d1-952b-711aba0cf824 req-98bfd4e0-1fc8-430a-a12c-34b393f62e50 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378044 Aug 30 19:26:27.411160 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec36129-b168-45c8-bf6e-8a64e45753ec req-31894da9-eed0-4f65-a6da-c9b7b38af9ac tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:27.412670 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cec36129-b168-45c8-bf6e-8a64e45753ec req-31894da9-eed0-4f65-a6da-c9b7b38af9ac tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0542915 Aug 30 19:26:27.458343 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-cec36129-b168-45c8-bf6e-8a64e45753ec req-d8f763f2-3c10-4c4d-b09f-2430230c0414 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Aug 30 19:26:27.719247 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09038cc2-de8c-43d7-931b-9c3d9eeb2724 req-9f80d1eb-41f1-4596-86d8-656f44dd3303 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:27.720709 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09038cc2-de8c-43d7-931b-9c3d9eeb2724 req-9f80d1eb-41f1-4596-86d8-656f44dd3303 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0601637 Aug 30 19:26:27.761961 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09038cc2-de8c-43d7-931b-9c3d9eeb2724 req-d356684a-7b85-4022-8a8b-c85d9c3ebe55 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Aug 30 19:26:28.578083 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e93b8-063d-4638-a065-1bf977c70ea8 req-090b0f7b-d823-41b8-b1b8-513f6ff27283 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:28.579554 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-633e93b8-063d-4638-a065-1bf977c70ea8 req-090b0f7b-d823-41b8-b1b8-513f6ff27283 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0514586 Aug 30 19:26:28.622436 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-633e93b8-063d-4638-a065-1bf977c70ea8 req-2dc129b5-ea8c-4c86-ac73-d243723b0a5d tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Aug 30 19:26:28.886607 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fe8d2-9426-4084-83db-30544a76a55c req-82bdac61-a26d-4b61-8166-b7409e549aca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:28.888063 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e02fe8d2-9426-4084-83db-30544a76a55c req-82bdac61-a26d-4b61-8166-b7409e549aca tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0528677 Aug 30 19:26:28.929527 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e02fe8d2-9426-4084-83db-30544a76a55c req-c0a722de-da26-4d95-9e06-79cdedb62785 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349977 Aug 30 19:26:29.741983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee98656-153f-441f-939f-ee8ce53f5a35 req-4c9c5bfe-ec50-4b5d-802d-07c1c4747031 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:29.744248 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fee98656-153f-441f-939f-ee8ce53f5a35 req-4c9c5bfe-ec50-4b5d-802d-07c1c4747031 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0546269 Aug 30 19:26:29.785150 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fee98656-153f-441f-939f-ee8ce53f5a35 req-c2d71ed4-335e-4251-81d0-1bbdb06c1600 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348632 Aug 30 19:26:30.053688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064db0e-589c-451e-a56b-571b43aac10a req-2adf0509-03ee-4500-b02d-42f4f8694ccb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:30.055279 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f064db0e-589c-451e-a56b-571b43aac10a req-2adf0509-03ee-4500-b02d-42f4f8694ccb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0498166 Aug 30 19:26:30.098695 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f064db0e-589c-451e-a56b-571b43aac10a req-1f520f35-5405-42b5-923b-9da28d58afd7 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364430 Aug 30 19:26:30.926909 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aade80-cec0-4510-96f1-2cf8af8a90da req-65b48b79-e1b9-4bf3-a7dd-a9af7b68b3d0 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:30.928457 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b3aade80-cec0-4510-96f1-2cf8af8a90da req-65b48b79-e1b9-4bf3-a7dd-a9af7b68b3d0 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0594168 Aug 30 19:26:30.971070 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b3aade80-cec0-4510-96f1-2cf8af8a90da req-1b5cc490-c196-4bb7-a6c0-a64a70fee731 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356998 Aug 30 19:26:31.234556 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e3c76-4706-49ee-a5ea-f9076288a8f1 req-aa5a0f37-06b0-4f09-9053-beb76ef3ad34 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:31.236069 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8d0e3c76-4706-49ee-a5ea-f9076288a8f1 req-aa5a0f37-06b0-4f09-9053-beb76ef3ad34 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0565281 Aug 30 19:26:31.278012 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8d0e3c76-4706-49ee-a5ea-f9076288a8f1 req-72d7298d-a972-4c47-a368-609e0f1700bb tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361769 Aug 30 19:26:32.092551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06701603-18f8-4373-a912-2e40fb8f86fa req-018816b3-53e8-4d3b-a362-7afd8815a951 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:32.099333 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-06701603-18f8-4373-a912-2e40fb8f86fa req-018816b3-53e8-4d3b-a362-7afd8815a951 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0565577 Aug 30 19:26:32.133850 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-06701603-18f8-4373-a912-2e40fb8f86fa req-f4e8056f-ebab-4e2a-ab9d-d3a978c90f7a tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Aug 30 19:26:32.403307 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415f74a-29a4-40c9-b5ea-29209cda59b0 req-0e3e44b1-7227-4181-9bb7-bb4d7f1f8723 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:32.404870 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0415f74a-29a4-40c9-b5ea-29209cda59b0 req-0e3e44b1-7227-4181-9bb7-bb4d7f1f8723 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0499997 Aug 30 19:26:32.442885 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0415f74a-29a4-40c9-b5ea-29209cda59b0 req-509a7b07-1f1e-46ce-b886-c69467129faf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Aug 30 19:26:33.034950 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e63dbb4-166c-411d-a0cf-6607f2cbd63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:33.255397 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67386fec-16a7-450c-a545-7772e48e00ca req-37c867de-7444-492a-8605-ae21ae6f88a1 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:33.256867 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-67386fec-16a7-450c-a545-7772e48e00ca req-37c867de-7444-492a-8605-ae21ae6f88a1 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0522115 Aug 30 19:26:33.302623 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-67386fec-16a7-450c-a545-7772e48e00ca req-169f2da5-3ed6-4ef4-84ee-cab4b9a04c86 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Aug 30 19:26:33.578269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f033d-01f7-44a4-8114-b4019d1e3a13 req-de9362e9-9d19-41d9-9e6b-3a8563cdb966 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:33.579748 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d1f033d-01f7-44a4-8114-b4019d1e3a13 req-de9362e9-9d19-41d9-9e6b-3a8563cdb966 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0536473 Aug 30 19:26:33.623015 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d1f033d-01f7-44a4-8114-b4019d1e3a13 req-868ce820-716d-4283-8958-5607ee9d6d8f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Aug 30 19:26:34.420240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb510e9-aeee-49ce-bf4b-0fd7549b8eb8 req-c29a8fb1-b774-4376-9dd1-60f25e7b747f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:34.422064 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-afb510e9-aeee-49ce-bf4b-0fd7549b8eb8 req-c29a8fb1-b774-4376-9dd1-60f25e7b747f tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0511572 Aug 30 19:26:34.464296 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-afb510e9-aeee-49ce-bf4b-0fd7549b8eb8 req-3247476c-0a75-416b-9a98-7943c7d910db tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Aug 30 19:26:34.765432 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67a878-de53-488a-bc29-06ac4a82025b req-a7beb64d-a7e5-4558-a5f4-18765ee64135 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:34.766873 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a67a878-de53-488a-bc29-06ac4a82025b req-a7beb64d-a7e5-4558-a5f4-18765ee64135 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0654509 Aug 30 19:26:34.808052 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a67a878-de53-488a-bc29-06ac4a82025b req-6776baff-82c6-48d2-83f1-1abd320d7e56 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349045 Aug 30 19:26:35.591175 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1fd78-4154-4aa6-b3a0-a5676671e7a5 req-2c6a7e4c-b1a7-40a0-8e9f-637ec8132c03 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:35.594099 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c1b1fd78-4154-4aa6-b3a0-a5676671e7a5 req-2c6a7e4c-b1a7-40a0-8e9f-637ec8132c03 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0589495 Aug 30 19:26:35.634651 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-c1b1fd78-4154-4aa6-b3a0-a5676671e7a5 req-2eb26e14-54cc-41d2-aef4-2a6c700fe7ad tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Aug 30 19:26:35.793538 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09636e24-5fec-44ce-b2f2-94c1883e3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:35.929866 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2551db-78fb-490a-aa81-dedd27c6b04e req-b9fcd58f-89ed-4e4f-868c-fbeddb10f16d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:35.932514 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a2551db-78fb-490a-aa81-dedd27c6b04e req-b9fcd58f-89ed-4e4f-868c-fbeddb10f16d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0514030 Aug 30 19:26:35.974835 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6a2551db-78fb-490a-aa81-dedd27c6b04e req-1a0b34f4-cd72-4bfd-9789-89bf61938583 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349023 Aug 30 19:26:36.142165 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:36.148919 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.192134 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Deleting subnet bb057360-da98-4b83-8a1d-c3add3feddfd {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:26:36.195472 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.231754 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.274346 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.333369 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.361424 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb057360-da98-4b83-8a1d-c3add3feddfd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:36.363522 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.365400 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-68829b64-758a-4070-af72-38dc092ad026 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bb057360-da98-4b83-8a1d-c3add3feddfd HTTP/1.1" status: 204 len: 168 time: 0.2218702 Aug 30 19:26:36.368912 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:36.445778 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.525523 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.536132 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e0a8bb-2890-4d47-bd18-ebf65b9bae3d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:36.550737 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4682e744-bf09-48b9-af12-089263ed9eff') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:36.551032 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4682e744-bf09-48b9-af12-089263ed9eff') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:26:36.560312 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.574177 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.580345 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:26:36.580729 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:26:36.582808 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:26:36.641325 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.647133 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.649369 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] 10.222.0.74 "DELETE /v2.0/networks/18e0a8bb-2890-4d47-bd18-ebf65b9bae3d HTTP/1.1" status: 204 len: 168 time: 0.2800989 Aug 30 19:26:36.661637 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972baf40-04e5-461d-a775-d0069d059ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=18e0a8bb-2890-4d47-bd18-ebf65b9bae3d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:36.770337 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766320-ed17-483a-a063-4d22471fc8f8 req-916a6fe9-a090-46fe-80f8-ad3444333fce tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:36.771895 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-47766320-ed17-483a-a063-4d22471fc8f8 req-916a6fe9-a090-46fe-80f8-ad3444333fce tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0533173 Aug 30 19:26:36.823048 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-47766320-ed17-483a-a063-4d22471fc8f8 req-f62b62cb-5007-4555-94b7-f5e7f866ad72 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Aug 30 19:26:36.867905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58062) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:36.912570 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:36.912816 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d52ed14c-4f49-4217-8f26-954f2b814d36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59212265fb3a4ec783db8db876341820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435994 Aug 30 19:26:36.969810 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:36.992109 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:37.045429 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:37.049294 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:37.051853 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:37.053009 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/410fbc4c-9dfe-4060-8306-f8daaa848100 HTTP/1.1" status: 204 len: 168 time: 0.1389785 Aug 30 19:26:37.061348 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860efe69-0ad7-4edc-9f04-325d8d73a9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410fbc4c-9dfe-4060-8306-f8daaa848100,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:37.108767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56226b-fba1-4d40-a4a8-d83edcb6d285 req-f4857d20-08df-4064-88b6-abb6166ca051 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:37.110295 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-db56226b-fba1-4d40-a4a8-d83edcb6d285 req-f4857d20-08df-4064-88b6-abb6166ca051 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0564196 Aug 30 19:26:37.154194 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-db56226b-fba1-4d40-a4a8-d83edcb6d285 req-842822d0-5a85-45d4-bff9-8e98feeb6107 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370100 Aug 30 19:26:37.932362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec286-04ea-4627-814c-0a0481a6ef47 req-941c69f2-ff9f-49ca-b90f-3b47ab702ed8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:37.933906 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-453ec286-04ea-4627-814c-0a0481a6ef47 req-941c69f2-ff9f-49ca-b90f-3b47ab702ed8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0492659 Aug 30 19:26:37.972012 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-453ec286-04ea-4627-814c-0a0481a6ef47 req-10969cdc-6244-439c-b4ee-d0156b1ac6d8 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Aug 30 19:26:38.278441 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0f9b6-3659-4a70-a576-3b44a2731e86 req-91db91dc-24cd-45e4-b443-1578c1803969 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:38.279951 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ac0f9b6-3659-4a70-a576-3b44a2731e86 req-91db91dc-24cd-45e4-b443-1578c1803969 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0562038 Aug 30 19:26:38.318272 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7ac0f9b6-3659-4a70-a576-3b44a2731e86 req-72d74064-c976-41e5-96b0-703fb7a439de tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 30 19:26:38.590218 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:39.109254 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953b0e-a5e0-4713-80b3-fe0661d1150d req-354edda5-71ad-402e-85f6-03501571d030 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:39.110785 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1a953b0e-a5e0-4713-80b3-fe0661d1150d req-354edda5-71ad-402e-85f6-03501571d030 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0617745 Aug 30 19:26:39.154990 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1a953b0e-a5e0-4713-80b3-fe0661d1150d req-544a8365-da72-4f19-951c-d3034a61e182 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Aug 30 19:26:39.457258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de7efe-fe3f-484d-a94f-0e2727ba3a80 req-7f91c2cc-72a7-4b48-ab30-c0aade5af5b2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:39.459246 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-53de7efe-fe3f-484d-a94f-0e2727ba3a80 req-7f91c2cc-72a7-4b48-ab30-c0aade5af5b2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 943 time: 0.0551043 Aug 30 19:26:39.501381 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-53de7efe-fe3f-484d-a94f-0e2727ba3a80 req-a7ee01fe-5432-4229-b16b-d74dd1f1cc2a tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357664 Aug 30 19:26:39.634000 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:26:39.726361 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:39.742013 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '6b054dae-15fe-4300-a976-76f46c555dfd', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'port_id': '6b054dae-15fe-4300-a976-76f46c555dfd', 'mac_address': 'fa:16:3e:33:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:26:39.779686 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:39.792686 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:26:39.812666 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:39.816594 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:39.861120 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=9']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:40.068059 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['6b054dae-15fe-4300-a976-76f46c555dfd'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:26:40.271499 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7fefa-9330-40e3-89b5-a1258231c29e req-deceeb0b-0a4a-4e3d-a2c8-3f7854d9fcbb tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:40.272970 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66f7fefa-9330-40e3-89b5-a1258231c29e req-deceeb0b-0a4a-4e3d-a2c8-3f7854d9fcbb tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0483153 Aug 30 19:26:40.312501 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-66f7fefa-9330-40e3-89b5-a1258231c29e req-120be351-e920-496c-aeab-55e953211f34 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Aug 30 19:26:40.519603 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c006b7-7cea-4109-89c2-eaa75aa326a1 req-95f23b66-05d6-4a00-a416-816ceb1b0404 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:40.521079 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-14c006b7-7cea-4109-89c2-eaa75aa326a1 req-95f23b66-05d6-4a00-a416-816ceb1b0404 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0502374 Aug 30 19:26:40.562552 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-14c006b7-7cea-4109-89c2-eaa75aa326a1 req-7be27964-b76c-4f30-973a-437e6fb18b67 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350397 Aug 30 19:26:40.570256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:26:40.631413 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c797a-9ad3-4a66-a2cc-9f9306763c43 req-83d448db-f1b5-4867-9dea-28c8c53f67bf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:40.632966 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc4c797a-9ad3-4a66-a2cc-9f9306763c43 req-83d448db-f1b5-4867-9dea-28c8c53f67bf tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0537574 Aug 30 19:26:40.660877 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-5ef00ef2-87e2-47ca-834a-151778c40c7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894353 Aug 30 19:26:40.672806 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fc4c797a-9ad3-4a66-a2cc-9f9306763c43 req-b817563c-e65f-4742-9c7f-a72c3a9009f1 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Aug 30 19:26:41.642855 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:26:41.689768 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70132700-3c59-49ac-b745-ad30a1b10b04 req-99ae015d-75eb-47ee-943d-f1b68345e661 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:41.691664 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-70132700-3c59-49ac-b745-ad30a1b10b04 req-99ae015d-75eb-47ee-943d-f1b68345e661 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0557511 Aug 30 19:26:41.698111 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 6b054dae-15fe-4300-a976-76f46c555dfd triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:26:41.698479 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:41.733125 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-70132700-3c59-49ac-b745-ad30a1b10b04 req-cfacb44c-ba39-4d39-b12f-3eb258a7accc tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 30 19:26:41.831664 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423b8db-5776-426d-abda-a07e49d95614 req-7ff18375-4c4f-49ac-ad6f-a1ca0088c9c4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:41.833095 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4423b8db-5776-426d-abda-a07e49d95614 req-7ff18375-4c4f-49ac-ad6f-a1ca0088c9c4 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 944 time: 0.0587423 Aug 30 19:26:41.886467 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4423b8db-5776-426d-abda-a07e49d95614 req-051efb9a-886a-4146-ab17-e9801c0e477b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Aug 30 19:26:41.888421 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:41.911862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:41.914654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682e405a-b785-4c0a-a587-cd45bc7c34c1" -d '{"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:41.927537 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:41.932686 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:41.933762 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:26:41.975719 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dc6e49-4a7c-4597-b644-5ccff75e2175 x-openstack-request-id: req-99dc6e49-4a7c-4597-b644-5ccff75e2175 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:41.976002 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-plugged", "status": "completed", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:41.976249 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99dc6e49-4a7c-4597-b644-5ccff75e2175 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:41.977179 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'code': 200} Aug 30 19:26:42.013971 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=10']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:42.052852 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:42.093264 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:42.097271 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:42.143927 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:42.150759 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eefb08-9c62-4fdf-8ea4-a89d9610714b req-9c436307-c577-4880-bdb7-cab7cefba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.152262 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56eefb08-9c62-4fdf-8ea4-a89d9610714b req-9c436307-c577-4880-bdb7-cab7cefba3dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0411072 Aug 30 19:26:42.191650 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56eefb08-9c62-4fdf-8ea4-a89d9610714b req-fa69e666-aaf7-40e7-8689-cfd06d24eaaa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287764 Aug 30 19:26:42.508645 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-8382918b-7e8c-4400-b504-b4d23ed56237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.510159 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-8382918b-7e8c-4400-b504-b4d23ed56237 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e&tenant_id=eaff598d3404442ab48275378b87d4c7 HTTP/1.1" status: 200 len: 1097 time: 0.0415688 Aug 30 19:26:42.589332 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-1f5eeb04-87ad-4374-890f-624341535d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.591084 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-1f5eeb04-87ad-4374-890f-624341535d20 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1097 time: 0.0455036 Aug 30 19:26:42.710510 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-b4a0d2f9-9416-49a2-8357-512ff4a1086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.712242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-b4a0d2f9-9416-49a2-8357-512ff4a1086d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.0878251 Aug 30 19:26:42.783373 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-136c9a4d-c2ad-4c81-af6c-da1f914e4975 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1000 time: 0.0619841 Aug 30 19:26:42.858910 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-0024882b-a74f-40c4-af2d-1264e89f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.860360 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-0024882b-a74f-40c4-af2d-1264e89f02a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0689116 Aug 30 19:26:42.885485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ced9-41da-415e-af0b-bc7fd35927a6 req-669b0a88-7b77-4faf-a0d9-15d1b0484883 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.886930 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c209ced9-41da-415e-af0b-bc7fd35927a6 req-669b0a88-7b77-4faf-a0d9-15d1b0484883 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0700881 Aug 30 19:26:42.944568 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c209ced9-41da-415e-af0b-bc7fd35927a6 req-18de1fc7-019a-4553-8088-cc504672d48e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Aug 30 19:26:42.947124 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-cd0fb4cb-18c5-4365-a4f0-a0cdb31007d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:42.949240 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-cd0fb4cb-18c5-4365-a4f0-a0cdb31007d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801930 Aug 30 19:26:43.012885 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae059648-77ce-4a8b-95d3-bd53343a1420 req-76389e72-007e-4203-bb8f-f88a8112838b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:43.014395 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae059648-77ce-4a8b-95d3-bd53343a1420 req-76389e72-007e-4203-bb8f-f88a8112838b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 946 time: 0.0492640 Aug 30 19:26:43.047791 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-96263b08-b61f-409c-afdc-b9960d071944 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892708 Aug 30 19:26:43.053163 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ae059648-77ce-4a8b-95d3-bd53343a1420 req-e61bfa33-7aff-4d94-8ac9-8573544b62de tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Aug 30 19:26:43.140660 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-958d78cb-30f5-45b7-bddc-efb75a2b957c req-2f0736a8-7fdc-4dc4-9438-b2bc3cc6d5c2 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826058 Aug 30 19:26:43.979141 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:43.981561 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763d1cc-758d-4e63-91a7-91649f0ba78a" -d '{"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:44.017374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0319a7ea-3843-4165-a758-4025b2fa636a x-openstack-request-id: req-0319a7ea-3843-4165-a758-4025b2fa636a {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:44.017758 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:44.018089 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0319a7ea-3843-4165-a758-4025b2fa636a {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:44.018537 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'code': 200} Aug 30 19:26:44.069976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa971edc-8cb4-4e2d-a47c-8a1dd15cafe6 req-103c8df9-ae8f-4830-ae20-cc6b39318e5b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:44.072424 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fa971edc-8cb4-4e2d-a47c-8a1dd15cafe6 req-103c8df9-ae8f-4830-ae20-cc6b39318e5b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0568447 Aug 30 19:26:44.120532 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-fa971edc-8cb4-4e2d-a47c-8a1dd15cafe6 req-405fe03f-83bf-4c54-b4d1-e0cc2e07255b tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Aug 30 19:26:44.177238 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523bd7d-20d6-4fe0-94bf-b0ba4a05a341 req-1ed906d4-347f-4ce7-9ab1-171ce73db22f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:44.178719 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9523bd7d-20d6-4fe0-94bf-b0ba4a05a341 req-1ed906d4-347f-4ce7-9ab1-171ce73db22f tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 946 time: 0.0488107 Aug 30 19:26:44.216753 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9523bd7d-20d6-4fe0-94bf-b0ba4a05a341 req-26647fed-9e34-4385-876e-621b2c4a607e tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 Aug 30 19:26:45.157702 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:45.237077 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d651a-8cbe-488d-9c62-533f7e35d3fe req-a44c8ab5-0e39-4363-9d97-d8f5af8ad55e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:45.238500 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e75d651a-8cbe-488d-9c62-533f7e35d3fe req-a44c8ab5-0e39-4363-9d97-d8f5af8ad55e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0490112 Aug 30 19:26:45.276380 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e75d651a-8cbe-488d-9c62-533f7e35d3fe req-12db9242-bd12-4ab5-9314-ab478572a07e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Aug 30 19:26:46.399170 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe855f-91c0-48c7-867a-b1c8582a33d7 req-0da0e33d-5b9e-4e03-bbaa-e0a74517dfb5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:46.400629 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d6fe855f-91c0-48c7-867a-b1c8582a33d7 req-0da0e33d-5b9e-4e03-bbaa-e0a74517dfb5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0538037 Aug 30 19:26:46.443515 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d6fe855f-91c0-48c7-867a-b1c8582a33d7 req-152d547f-048b-4fcf-99e1-4415dcf31a0c tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368941 Aug 30 19:26:47.557514 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516fd2d-abe9-436e-bdac-4d84330da0b0 req-1249c486-43b4-489b-9348-eb08e9cf7207 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:47.558979 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f516fd2d-abe9-436e-bdac-4d84330da0b0 req-1249c486-43b4-489b-9348-eb08e9cf7207 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0481112 Aug 30 19:26:47.595281 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f516fd2d-abe9-436e-bdac-4d84330da0b0 req-d74c9b4a-8e79-445f-8f5e-7ccb1047bd8e tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305369 Aug 30 19:26:48.712561 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d915bd-d6bd-4a3d-8095-4b0f358f092e req-39af6fd6-5794-46cd-89c7-6a16352e0586 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:48.714080 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-90d915bd-d6bd-4a3d-8095-4b0f358f092e req-39af6fd6-5794-46cd-89c7-6a16352e0586 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0516796 Aug 30 19:26:48.751849 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-90d915bd-d6bd-4a3d-8095-4b0f358f092e req-3b2efe06-1fc4-42a7-8d09-e9d414efa5c7 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Aug 30 19:26:49.672475 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:26:49.765090 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:49.780235 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'port_id': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'mac_address': 'fa:16:3e:ac:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:26:49.873208 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d48a3-003b-4ed1-9d2b-6a7476147eac req-3c7ee611-0ce2-4f82-b093-2580e94b62c6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:49.874814 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd7d48a3-003b-4ed1-9d2b-6a7476147eac req-3c7ee611-0ce2-4f82-b093-2580e94b62c6 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 944 time: 0.0553317 Aug 30 19:26:49.915577 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bd7d48a3-003b-4ed1-9d2b-6a7476147eac req-e8d8d0d0-a60c-4fa9-a8e8-17139e75fd51 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347500 Aug 30 19:26:49.940194 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:49.953315 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:26:49.972310 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:49.977080 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:50.021929 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:50.029506 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.029862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.030203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.030538 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.030870 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.031200 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.031529 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.031877 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.032186 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.032510 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.032911 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.033246 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:26:50.234244 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:26:51.027874 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebad9-2909-4159-ad03-a8369163404a req-d69cbd9f-9f50-48fa-88f8-6b90ff03f99a tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:51.029407 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-954ebad9-2909-4159-ad03-a8369163404a req-d69cbd9f-9f50-48fa-88f8-6b90ff03f99a tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 945 time: 0.0477204 Aug 30 19:26:51.079699 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-954ebad9-2909-4159-ad03-a8369163404a req-184227e3-f500-47ee-9b4c-9962e2952ab4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Aug 30 19:26:51.687410 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:26:51.735138 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:26:51.735508 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:51.816201 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:51.837398 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:26:51.839646 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092db61b-5d86-4be4-b717-ca3f6e1af441" -d '{"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-plugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:26:51.852182 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:26:51.856434 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:26:51.882255 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903b6dc9-4d39-4f50-be56-b10d785ec991 x-openstack-request-id: req-903b6dc9-4d39-4f50-be56-b10d785ec991 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:26:51.882581 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-plugged", "status": "completed", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:26:51.882859 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-903b6dc9-4d39-4f50-be56-b10d785ec991 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:26:51.883258 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'code': 200} Aug 30 19:26:51.908589 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=8']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:26:52.095083 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831de1d-7739-4c94-9c5c-19c3c69f9480 req-533c6357-1d0e-4386-9a0c-ac8876c1b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:52.096560 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8831de1d-7739-4c94-9c5c-19c3c69f9480 req-533c6357-1d0e-4386-9a0c-ac8876c1b215 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0430126 Aug 30 19:26:52.135030 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8831de1d-7739-4c94-9c5c-19c3c69f9480 req-4aab3eef-2e00-4795-a6e4-5a6624bddad3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Aug 30 19:26:52.206068 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f78b3-4413-4777-bbdd-46a13f61c06a req-a6d42e9d-e5eb-41bf-b589-6fc87edb63a9 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:52.207468 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a24f78b3-4413-4777-bbdd-46a13f61c06a req-a6d42e9d-e5eb-41bf-b589-6fc87edb63a9 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0559804 Aug 30 19:26:52.247148 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-a24f78b3-4413-4777-bbdd-46a13f61c06a req-ee6a0d2d-89cf-4769-85e4-279ab7a58409 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Aug 30 19:26:53.360334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1304-53b5-4987-8db0-6d0f36ea9e4a req-bac094e6-69e9-47f8-930d-a4b5c19db4e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:26:53.361803 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-595a1304-53b5-4987-8db0-6d0f36ea9e4a req-bac094e6-69e9-47f8-930d-a4b5c19db4e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0483077 Aug 30 19:26:53.399835 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-595a1304-53b5-4987-8db0-6d0f36ea9e4a req-f4e4d569-21d8-491d-87e1-1b7a59895bfa tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Aug 30 19:26:56.019770 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:27:03.035323 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04d19623-08fb-4345-ab4d-f048e92b7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:05.796901 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ce214770-59f0-4296-a093-d77e5fbd194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:06.140885 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:07.043272 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:08.587759 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:15.172156 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:23.599473 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b9b5-f4dd-43f8-9833-48b68f8be69f req-aa002095-b600-4aae-934c-799735b8572d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:23.600937 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-40e7b9b5-f4dd-43f8-9833-48b68f8be69f req-aa002095-b600-4aae-934c-799735b8572d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Aug 30 19:27:23.639508 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-40e7b9b5-f4dd-43f8-9833-48b68f8be69f req-1938e76c-5561-41bd-8aa0-0a41ce58ef4d tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Aug 30 19:27:24.762454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf41e4-4858-405a-a037-cb45c359781b req-d0bfbdd5-ffda-4b12-8a3b-34b42b3b0a3c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:24.763907 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31cf41e4-4858-405a-a037-cb45c359781b req-d0bfbdd5-ffda-4b12-8a3b-34b42b3b0a3c tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 946 time: 0.0505731 Aug 30 19:27:24.801927 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31cf41e4-4858-405a-a037-cb45c359781b req-e67151d6-d3fe-40e6-a22e-81e6bc787807 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups?id=71ffd5c4-73ed-462a-8a63-c64b452217d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 30 19:27:25.319581 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-b2bcdfed-18a7-44e9-b7f4-4d008721b63b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:25.321015 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-b2bcdfed-18a7-44e9-b7f4-4d008721b63b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Aug 30 19:27:25.413946 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Deleting port 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:27:25.414308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:25.499770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] For port 6b054dae-15fe-4300-a976-76f46c555dfd, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=6b054dae-15fe-4300-a976-76f46c555dfd,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:25.500126 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:25.669271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:25.669602 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:25.669917 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Floating IP 6fbfac90-a517-4cf3-9dc6-18056a305ca6 disassociated. External IP: 172.27.0.21, port: 6b054dae-15fe-4300-a976-76f46c555dfd. Aug 30 19:27:25.670252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Calling delete_port for 6b054dae-15fe-4300-a976-76f46c555dfd owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:27:25.797574 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:25.821936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'Port': ['ID=6b054dae-15fe-4300-a976-76f46c555dfd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:25.834133 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.834482 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.834822 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.835160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.835492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.836177 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.836177 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.836484 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.836752 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.837071 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.837388 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.837733 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:25.903297 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4b1273ff-e406-4dd8-91cf-7ad852891653 req-16631e2a-7834-4767-afb5-c605958a7ce2 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/ports?device_id=03f7704e-8ac6-4362-a436-e81b2aba6bc8 HTTP/1.1" status: 200 len: 210 time: 0.0271025 Aug 30 19:27:25.954030 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:27:26.060459 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:27:26.071741 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:27:26.080668 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:26.081276 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:26.099315 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] No DVR routers for this DVR port 6b054dae-15fe-4300-a976-76f46c555dfd on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:27:26.101886 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:26.103823 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-66192c22-4a6f-4644-9216-4bb55abfa8f6 req-2697751e-167d-4d1b-ab1a-6c45a482c509 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.83 "DELETE /v2.0/ports/6b054dae-15fe-4300-a976-76f46c555dfd HTTP/1.1" status: 204 len: 173 time: 0.7757325 Aug 30 19:27:26.104249 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-deleted', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:27:26.106483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c1c2e-21d9-42ab-908a-6b5315909739" -d '{"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-deleted", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:27:26.143012 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c724652-6bf8-475a-ac6c-740c18f30e3a x-openstack-request-id: req-0c724652-6bf8-475a-ac6c-740c18f30e3a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:27:26.143300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f7704e-8ac6-4362-a436-e81b2aba6bc8", "name": "network-vif-deleted", "tag": "6b054dae-15fe-4300-a976-76f46c555dfd", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:27:26.143547 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c724652-6bf8-475a-ac6c-740c18f30e3a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:27:26.143937 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f7704e-8ac6-4362-a436-e81b2aba6bc8', 'name': 'network-vif-deleted', 'tag': '6b054dae-15fe-4300-a976-76f46c555dfd', 'status': 'completed', 'code': 200} Aug 30 19:27:26.195806 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:26.404447 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:26.433998 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:27:26.443467 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:26.443467 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:26.548814 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:26.748457 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:26.774412 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108cb45-6b42-46df-a2ea-a70e959b2e76 None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:19:38Z', 'revision_number': 4, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '7328446f-2451-4b7f-bdbe-4fb33e1ffb7e', 'name': '', 'network_id': 'fd4974df-95bb-4db8-b565-6c1c8121d15b', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'mac_address': 'fa:16:3e:0b:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:37Z', 'updated_at': '2021-08-30T19:19:45Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'subnets': [{'id': '9563f690-84bd-409e-8447-13c6f9bc13e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:27:26.991282 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a69201-999f-4ef8-b742-0503874f0ab3 None None] New status for floating IP 6fbfac90-a517-4cf3-9dc6-18056a305ca6: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:27:26.997760 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:27.055798 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.079132 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.133529 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.136298 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.137730 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "DELETE /v2.0/security-groups/71ffd5c4-73ed-462a-8a63-c64b452217d4 HTTP/1.1" status: 204 len: 168 time: 0.1388581 Aug 30 19:27:27.140788 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58218) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:27.146887 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ffd5c4-73ed-462a-8a63-c64b452217d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:27.154050 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.154394 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.154733 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.155071 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.155404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.155678 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.api.v2.resource [None req-2be05ee7-cdbd-4a89-8fdd-4dcc39e1e926 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] show failed (client error): The resource could not be found. Aug 30 19:27:27.155787 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.156050 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.156376 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.156651 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2be05ee7-cdbd-4a89-8fdd-4dcc39e1e926 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "GET /v2.0/security-groups/71ffd5c4-73ed-462a-8a63-c64b452217d4 HTTP/1.1" status: 404 len: 347 time: 0.0137351 Aug 30 19:27:27.156757 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.157005 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.157358 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.157719 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e22a0c-d787-4d7b-877e-d7cc32815c5b tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:27.159541 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58220) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:27.291212 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Deleting port e26b14c9-261d-4ad5-a6d4-3ae361fc7aea {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:27:27.291545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.364190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.364427 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.375980 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Calling delete_port for e26b14c9-261d-4ad5-a6d4-3ae361fc7aea owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:27:27.510317 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.533988 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Pushing event deleted for resources: {'Port': ['ID=e26b14c9-261d-4ad5-a6d4-3ae361fc7aea,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:27.596372 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.599356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:27.600493 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d9374a0e-8c7d-47a4-8e2f-145b43309e66 tempest-AttachVolumeShelveTestJSON-719090736 tempest-AttachVolumeShelveTestJSON-719090736-project] 10.222.0.74 "DELETE /v2.0/floatingips/6fbfac90-a517-4cf3-9dc6-18056a305ca6 HTTP/1.1" status: 204 len: 168 time: 0.4336081 Aug 30 19:27:27.780675 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:27:27.802346 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 6b054dae-15fe-4300-a976-76f46c555dfd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:27:27.802690 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 6b054dae-15fe-4300-a976-76f46c555dfd not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:27:30.011752 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:30.676363 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:30.937584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Deleting port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:27:30.937584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:31.017444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] For port 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:31.018160 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:31.030652 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Calling delete_port for 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:27:31.208431 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:31.233062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7328446f-2451-4b7f-bdbe-4fb33e1ffb7e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:31.399571 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:31.616708 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Router 709d78f8-485e-41a2-ae82-f3c00e98e5ea has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:27:31.720216 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:27:31.725532 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fa0e0de1-9a39-40d1-bc8b-77dec071fd87 admin admin] 10.222.0.74 "PUT /v2.0/routers/709d78f8-485e-41a2-ae82-f3c00e98e5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127116 Aug 30 19:27:31.728656 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:31.729961 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Sync routers for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:27:31.739939 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:31.740641 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:31.843423 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:31.852384 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:31.948853 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.001209 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Deleting port b2cf7829-8434-449b-a2c4-c39a5a197ad4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:27:32.001655 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.088452 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] For port b2cf7829-8434-449b-a2c4-c39a5a197ad4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=b2cf7829-8434-449b-a2c4-c39a5a197ad4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:32.089220 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.102534 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Calling delete_port for b2cf7829-8434-449b-a2c4-c39a5a197ad4 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:27:32.171789 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:27:31Z', 'revision_number': 5, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port': {'id': 'b2cf7829-8434-449b-a2c4-c39a5a197ad4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:19:33Z', 'updated_at': '2021-08-30T19:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:32.199866 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Checking router: 709d78f8-485e-41a2-ae82-f3c00e98e5ea for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:27:32.208803 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Routers {'709d78f8-485e-41a2-ae82-f3c00e98e5ea'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:32.209419 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:32.272382 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.295203 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] Set router 709d78f8-485e-41a2-ae82-f3c00e98e5ea gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:32.299625 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2cf7829-8434-449b-a2c4-c39a5a197ad4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:32.350692 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:27:31Z', 'revision_number': 6, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port_host': None}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:32.358214 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.377019 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a77c8-0c1b-46fe-90b6-0ec975e723c8 None None] The sync data for ids ['709d78f8-485e-41a2-ae82-f3c00e98e5ea'] in dv-cinder-805316-4-iscsi is: [{'id': '709d78f8-485e-41a2-ae82-f3c00e98e5ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2114328272-router', 'tenant_id': '0c0fdf516732430ba9bc466abddef665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:19:32Z', 'updated_at': '2021-08-30T19:27:31Z', 'revision_number': 6, 'project_id': '0c0fdf516732430ba9bc466abddef665', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:27:32.449133 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.451344 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.497258 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.497835 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709d78f8-485e-41a2-ae82-f3c00e98e5ea {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:27:32.502222 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.503536 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-c7a5c7c2-544f-4c2a-ba4b-cb873a9deb8b admin admin] 10.222.0.74 "DELETE /v2.0/routers/709d78f8-485e-41a2-ae82-f3c00e98e5ea HTTP/1.1" status: 204 len: 168 time: 0.7737637 Aug 30 19:27:32.507097 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:32.555108 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Deleting subnet 9563f690-84bd-409e-8447-13c6f9bc13e6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:27:32.558198 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.592040 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.672987 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.730741 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.759338 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9563f690-84bd-409e-8447-13c6f9bc13e6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:32.768531 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.773182 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58252) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:32.773809 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a93c55bb-baf0-4c3f-a95a-50017cca8bd4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9563f690-84bd-409e-8447-13c6f9bc13e6 HTTP/1.1" status: 204 len: 168 time: 0.2651637 Aug 30 19:27:32.782532 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc52958-4088-4855-9eaa-9112adb4b72f None None] Network fd4974df-95bb-4db8-b565-6c1c8121d15b requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:27:32.858397 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.910220 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Deleting port 633badff-9294-4c08-804d-6754f7f80e0f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:27:32.910566 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.979953 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] For port 633badff-9294-4c08-804d-6754f7f80e0f, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=633badff-9294-4c08-804d-6754f7f80e0f,segment=NetworkSegment(df913e91-094f-4b87-9011-a85aa80f2f3a),segment_id=df913e91-094f-4b87-9011-a85aa80f2f3a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:32.980243 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:32.993512 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Calling delete_port for 633badff-9294-4c08-804d-6754f7f80e0f owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:27:33.020032 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:27:33.035894 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22603fbf-be96-4445-a67d-4e06c108f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.071889 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.095258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Pushing event deleted for resources: {'Port': ['ID=633badff-9294-4c08-804d-6754f7f80e0f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:33.101231 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] No DVR routers for this DVR port 633badff-9294-4c08-804d-6754f7f80e0f on host dv-cinder-805316-4-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:27:33.175040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bef1e-f5b7-4d06-953f-a82486f04aa3 None None] DHCP port deletion for fd4974df-95bb-4db8-b565-6c1c8121d15b request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:27:33.179725 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.192984 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:27:33.195466 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4974df-95bb-4db8-b565-6c1c8121d15b']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:33.206011 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df913e91-094f-4b87-9011-a85aa80f2f3a') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:33.206335 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df913e91-094f-4b87-9011-a85aa80f2f3a') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:33.213331 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:27:33.213845 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 7328446f-2451-4b7f-bdbe-4fb33e1ffb7e not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:27:33.215876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25886539'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.229866 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.236331 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:27:33.236805 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645927'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: timer() Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: self._notify() Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: event.method(event) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:27:33.239366 dv-cinder-805316-4-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:27:33.294506 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.299709 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.301783 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] 10.222.0.74 "DELETE /v2.0/networks/fd4974df-95bb-4db8-b565-6c1c8121d15b HTTP/1.1" status: 204 len: 168 time: 0.5267992 Aug 30 19:27:33.312793 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633ebec-da53-4288-b391-63e65c891855 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4974df-95bb-4db8-b565-6c1c8121d15b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:33.425835 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58264) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:33.469663 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c529ee78-1b6e-43ef-b5ed-d9e1a046c7b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c0fdf516732430ba9bc466abddef665&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425594 Aug 30 19:27:33.472099 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58266) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:33.519853 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.540577 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.593279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.595737 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:33.596885 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6826d534-7ee1-4d0b-ad01-75ab75e2c7b8 HTTP/1.1" status: 204 len: 168 time: 0.1239023 Aug 30 19:27:33.605162 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c336c8-f29b-47be-98fc-1d3f81afb6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826d534-7ee1-4d0b-ad01-75ab75e2c7b8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:34.263725 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58288) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:34.357360 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1401147211-network', 'tenant_id': 'e26682f262be411ba84012dd132b5990'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:34.378127 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Made reservation on behalf of e26682f262be411ba84012dd132b5990 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:27:34.380873 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.388741 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.484182 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.487841 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.511290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] vlan segment allocate from pool success with {'vlan_id': 1237, 'physical_network': 'physnet1'} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 19:27:34.521177 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ef07b-5f96-4600-8d0e-2e6c94907152,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:34.525823 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.526145 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Added segment 1f5fb2f8-aade-4be1-b55c-e59973a3732a of type vlan for network dfaef9ce-226e-4103-9cd1-881a250d4555 Aug 30 19:27:34.569736 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763832751719'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.600879 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device b2cf7829-8434-449b-a2c4-c39a5a197ad4 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:27:34.601499 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.602493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:34.603234 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.624040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: b2cf7829-8434-449b-a2c4-c39a5a197ad4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:27:34.624303 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device b2cf7829-8434-449b-a2c4-c39a5a197ad4 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:27:34.624732 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 633badff-9294-4c08-804d-6754f7f80e0f no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:27:34.650482 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 633badff-9294-4c08-804d-6754f7f80e0f {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:27:34.650909 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 633badff-9294-4c08-804d-6754f7f80e0f not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:27:34.661394 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3965492 Aug 30 19:27:34.664481 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:34.668428 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253898af-ce1d-4d15-88ef-e6552d8b5303 admin admin] Pushing event updated for resources: {'Network': ['ID=dfaef9ce-226e-4103-9cd1-881a250d4555,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:34.670971 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Request body: {'subnet': {'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1401147211-subnet', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:34.679051 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Network dfaef9ce-226e-4103-9cd1-881a250d4555 details requested by agent ovs-agent-dv-cinder-805316-4-iscsi with host dv-cinder-805316-4-iscsi {{(pid=93816) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 19:27:34.694140 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Made reservation on behalf of e26682f262be411ba84012dd132b5990 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:27:34.696595 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157729'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.866282 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157751'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.923086 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30909e5-6df7-470a-85ec-6413827f4e13,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:34.931459 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Checking segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:27:34.931459 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Network hostable DHCP agents. Network: dfaef9ce-226e-4103-9cd1-881a250d4555, hostable agents: ['0de66662-f768-4306-99ff-858f4bc84e03'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 19:27:34.948366 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is scheduled to be hosted by DHCP agent 0de66662-f768-4306-99ff-858f4bc84e03 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 19:27:34.957624 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-4-iscsi, dfaef9ce-226e-4103-9cd1-881a250d4555) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:34.961309 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:34.961923 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:34.967719 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451639fc-a087-4b7e-ac92-943b5e54600e None None] Network dfaef9ce-226e-4103-9cd1-881a250d4555 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:27:34.977260 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7ba7bd00-99f1-4841-b8a5-ec64490c7774 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3108664 Aug 30 19:27:34.979865 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:34.984270 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:35.003617 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.004618 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.060872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.120290 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe67adbc4-7cc4-547d-bfd2-3a580b5caeeb-dfaef9ce-226e-4103-9cd1-881a250d4555', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13'}]}} from dv-cinder-805316-4-iscsi. {{(pid=93816) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 19:27:35.121188 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.206095 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.270482 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Allocated IP 172.20.0.2 (dfaef9ce-226e-4103-9cd1-881a250d4555/b30909e5-6df7-470a-85ec-6413827f4e13/4b9faf42-d2f6-474f-bd78-86c47cad6826) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:27:35.414740 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.423659 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Transition to ACTIVE for port object 4b9faf42-d2f6-474f-bd78-86c47cad6826 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:35.439883 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Transition to ACTIVE for port object 4b9faf42-d2f6-474f-bd78-86c47cad6826 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:35.446798 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.493862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:35.499590 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Pushing event updated for resources: {'Port': ['ID=4b9faf42-d2f6-474f-bd78-86c47cad6826,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:35.502366 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:35.505307 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:27:35.572262 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Attempting to bind port 4b9faf42-d2f6-474f-bd78-86c47cad6826 on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:27:35.572663 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Attempting to bind port 4b9faf42-d2f6-474f-bd78-86c47cad6826 by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:27:35.573030 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Attempting to bind port 4b9faf42-d2f6-474f-bd78-86c47cad6826 on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:27:35.578200 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:27:35.578576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Checking segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:27:35.578985 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.579383 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Bound using segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:27:35.579855 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Bound port: 4b9faf42-d2f6-474f-bd78-86c47cad6826, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:27:35.580243 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.649440 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] For port 4b9faf42-d2f6-474f-bd78-86c47cad6826, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:27:35.652325 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] For port 4b9faf42-d2f6-474f-bd78-86c47cad6826, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4b9faf42-d2f6-474f-bd78-86c47cad6826,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:27:35.657245 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.671248 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.691953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.720195 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511364e5-dfdd-4fbd-9bde-48ab2f42f61d None None] Pushing event updated for resources: {'Port': ['ID=4b9faf42-d2f6-474f-bd78-86c47cad6826,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:35.798688 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7be930f-daef-4e09-9383-789de39c678f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.807683 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Allocated IP 172.27.0.20 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/37f21f0d-0f8e-4c09-aa31-d8c05779b04c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:27:35.935250 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:35.976433 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.015780 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:36.018759 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:36.022918 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:27:36.060014 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Pushing event updated for resources: {'Port': ['ID=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:36.148897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.282171 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.482457 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716525'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.583993 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6af688-9df9-4234-9f8e-bbff8860dbe7 None None] Network dfaef9ce-226e-4103-9cd1-881a250d4555 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:27:36.637558 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Router d7e02a9b-143d-43ca-983b-d80099deb112 is scheduled to L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 19:27:36.640527 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4b9faf42-d2f6-474f-bd78-86c47cad6826 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:36.646973 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d87f6a55-fc69-43ec-800e-c61f31a0de20 None None] Provisioning for port 4b9faf42-d2f6-474f-bd78-86c47cad6826 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:36.746718 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 4b9faf42-d2f6-474f-bd78-86c47cad6826 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:36.747985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:27:36.753434 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4b9faf42-d2f6-474f-bd78-86c47cad6826 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:36.753884 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.758809 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:27:36.765796 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.769775 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a6fd6a8f-43d1-4ea8-9595-8e2787c03893 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7862179 Aug 30 19:27:36.769930 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:36.770175 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:36.771019 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:36.868211 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.885893 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:36.906311 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 4b9faf42-d2f6-474f-bd78-86c47cad6826, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4b9faf42-d2f6-474f-bd78-86c47cad6826,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:36.912642 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:36.977897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=4b9faf42-d2f6-474f-bd78-86c47cad6826,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:37.049786 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.095270 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:36Z', 'revision_number': 3, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:37.099631 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-aac9dafe-d707-4201-bae3-ff2ed16fad85 None None] Provisioning complete for port 4b9faf42-d2f6-474f-bd78-86c47cad6826 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:37.100088 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-aac9dafe-d707-4201-bae3-ff2ed16fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.125370 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:27:37.125648 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Updating router d7e02a9b-143d-43ca-983b-d80099deb112 port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c binding host dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:27:37.152907 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.231849 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.385059 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Allocated IP 172.20.0.1 (dfaef9ce-226e-4103-9cd1-881a250d4555/b30909e5-6df7-470a-85ec-6413827f4e13/56fc0093-1e9c-409a-96db-573c646fccfa) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:27:37.404950 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.415586 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Transition to ACTIVE for port object 37f21f0d-0f8e-4c09-aa31-d8c05779b04c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:37.421378 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.472563 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Pushing event updated for resources: {'Port': ['ID=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:37.480029 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Attempting to bind port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:27:37.480391 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Attempting to bind port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:27:37.480750 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Attempting to bind port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c on network 39e07233-689e-4f3b-bd40-94de9706aa60 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:27:37.484070 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.484407 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.484739 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.485065 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.485390 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.485736 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.486056 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.486400 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.486795 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.487121 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.488061 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.488373 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:37.493441 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.493753 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:27:37.494124 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Checking segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:27:37.494521 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.494905 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Bound using segment: {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:27:37.495382 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Bound port: 37f21f0d-0f8e-4c09-aa31-d8c05779b04c, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e23e5-96bf-45cb-9dca-0b75a5684833', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:27:37.495744 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.507024 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Transition to ACTIVE for port object 56fc0093-1e9c-409a-96db-573c646fccfa will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:37.542525 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.550465 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] For port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:27:37.553607 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] For port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:27:37.557667 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.586584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:37.589483 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:37.593042 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:27:37.621627 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Pushing event updated for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:37.625180 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ff49-a570-4f16-b8ae-33e0d314dab5 None None] Pushing event updated for resources: {'Port': ['ID=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:37.632177 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:37.632785 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:37.644532 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-695710'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.751798 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:37.782670 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.913018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0ebc4652-1626-4b2d-8a63-ac33a69cb985 None None] Provisioning for port 56fc0093-1e9c-409a-96db-573c646fccfa completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:37.917456 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-0ebc4652-1626-4b2d-8a63-ac33a69cb985 None None] Provisioning complete for port 56fc0093-1e9c-409a-96db-573c646fccfa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:37.918282 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4652-1626-4b2d-8a63-ac33a69cb985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.963240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc4652-1626-4b2d-8a63-ac33a69cb985 None None] Port 56fc0093-1e9c-409a-96db-573c646fccfa cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:27:37.967468 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:37.972722 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25641200'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.027545 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:36Z', 'revision_number': 3, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:38.039260 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Pushing event updated for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:38.044271 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-716590'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.058838 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1f4a32-c1c7-499a-9902-5da63ca5afc1 None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:36Z', 'revision_number': 3, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:27:38.136483 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:38.137837 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:38.262575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:27:38.428119 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:27:38.433060 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9438cb1b-b143-4a25-96b8-390c306715d0 admin admin] 10.222.0.74 "PUT /v2.0/routers/d7e02a9b-143d-43ca-983b-d80099deb112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6621749 Aug 30 19:27:38.502449 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-7099d7c6-da60-40b7-86f2-77b13b98d0d5 None None] Provisioning complete for port 56fc0093-1e9c-409a-96db-573c646fccfa triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:38.503295 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7099d7c6-da60-40b7-86f2-77b13b98d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.544852 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7099d7c6-da60-40b7-86f2-77b13b98d0d5 None None] Port 56fc0093-1e9c-409a-96db-573c646fccfa cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:27:38.594261 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.712607 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 37f21f0d-0f8e-4c09-aa31-d8c05779b04c up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:38.765509 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:38.770264 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:38.770688 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.854149 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.880264 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:38.885704 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:38.886691 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4b9faf42-d2f6-474f-bd78-86c47cad6826 up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:38.965323 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:38.976137 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 4b9faf42-d2f6-474f-bd78-86c47cad6826 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:38.976510 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.052638 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58304) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:39.057539 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846231805', 'description': 'tempest-description--1870071262'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:39.079815 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.161872 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.165383 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.194010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.195154 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1415136 Aug 30 19:27:39.196999 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7ba0-4700-419a-b6e4-6056b8382d97 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da92314-3f87-4c75-b046-267c2925618f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:39.198401 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:39.204124 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group_rule': {'security_group_id': '7da92314-3f87-4c75-b046-267c2925618f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:39.232429 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.289254 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.293774 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.315345 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c521d0-c800-42b8-a587-c75bf42e73a7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:39.323236 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.324394 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-8ac3b8d0-c655-4acf-a756-161ad6461e11 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243052 Aug 30 19:27:39.327062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:39.332513 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group_rule': {'security_group_id': '7da92314-3f87-4c75-b046-267c2925618f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:39.358751 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.415156 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.419162 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.436032 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbc3c5a-3811-4c0c-88e7-d9f5d689bb5a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:39.442650 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.444099 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d5ffb7d4-9c20-4565-9250-13dc1fdaa739 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160543 Aug 30 19:27:39.447184 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58310) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:39.452184 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:39.475789 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.636404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:27:39.646949 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:39.647668 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:39.756240 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:39.838406 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:39.953039 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Allocated IP 172.27.0.207 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/87a9e6c9-0861-42c8-acf7-edd4c0913f8d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:27:39.964228 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 2, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:39.991910 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:27:39.992688 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Updating router d7e02a9b-143d-43ca-983b-d80099deb112 port 56fc0093-1e9c-409a-96db-573c646fccfa binding host dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 19:27:40.016812 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.057312 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.095426 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.130621 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:40.133419 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:40.135958 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:27:40.175330 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=87a9e6c9-0861-42c8-acf7-edd4c0913f8d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:40.233301 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.269519 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.281966 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.293110 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Transition to ACTIVE for port object 56fc0093-1e9c-409a-96db-573c646fccfa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:40.299573 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.351663 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74f35-e3ae-4cf8-b23a-77278fb434bc None None] Pushing event updated for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:40.408498 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Attempting to bind port 56fc0093-1e9c-409a-96db-573c646fccfa on host dv-cinder-805316-4-iscsi for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:27:40.408926 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Attempting to bind port 56fc0093-1e9c-409a-96db-573c646fccfa by drivers openvswitch,hyperv on host dv-cinder-805316-4-iscsi at level 0 using segments [{'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:27:40.409540 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Attempting to bind port 56fc0093-1e9c-409a-96db-573c646fccfa on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:27:40.414683 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Checking agent: {'id': 'fa976d0c-d5ac-4f0d-acb2-8ecfab2fe250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 11, 36), 'started_at': datetime.datetime(2021, 8, 30, 19, 12, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:27:40.415062 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Checking segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:27:40.415467 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.415865 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Bound using segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:27:40.416337 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Bound port: 56fc0093-1e9c-409a-96db-573c646fccfa, host: dv-cinder-805316-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:27:40.416709 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.426905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.433205 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.497962 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] For port 56fc0093-1e9c-409a-96db-573c646fccfa, host dv-cinder-805316-4-iscsi, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:27:40.502555 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] For port 56fc0093-1e9c-409a-96db-573c646fccfa, host dv-cinder-805316-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=56fc0093-1e9c-409a-96db-573c646fccfa,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:27:40.505734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=87a9e6c9-0861-42c8-acf7-edd4c0913f8d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:40.511053 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.514882 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.531551 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:40.541805 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a6a4159f-ef4a-4860-89e2-59fc331efa0b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0846994 Aug 30 19:27:40.576034 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:40.576711 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:40.648508 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 37f21f0d-0f8e-4c09-aa31-d8c05779b04c up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:40.653888 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74f35-e3ae-4cf8-b23a-77278fb434bc None None] Pushing event updated for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:40.728017 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-1301e0a7-0137-4ade-90ed-85f4c6ac94ac tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--846231805&fields=id&tenant_id=e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 267 time: 0.0397525 Aug 30 19:27:40.862864 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-d4a8f7c2-c9e0-43e2-b68b-c9f38306c3da tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:40.864740 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-d4a8f7c2-c9e0-43e2-b68b-c9f38306c3da tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 811 time: 0.1285150 Aug 30 19:27:40.881490 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-31bd0d28-6c5f-43b9-baf0-cba7a437cab2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/quotas/e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 375 time: 0.0095813 Aug 30 19:27:40.912068 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:40.941779 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-26976d45-3449-4910-9683-c83578df1097 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518425 Aug 30 19:27:40.959657 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:40.960037 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:41.062100 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-0042d717-4a41-45a6-a49a-00ba0030f2df service neutron] 10.222.0.74 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051145 Aug 30 19:27:41.164222 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-be78e3e0-fc61-41ca-a388-bc7a9d75bf66 service neutron] 10.222.0.74 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955014 Aug 30 19:27:41.204857 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:40Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:41.238363 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c054fd-3bf1-4c75-b8d1-d32fc0aa8ecc None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:40Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:27:41.381376 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4987791d-29d4-4857-b1bf-027c07d964b5 req-406aaa86-8698-4aac-a693-261f51163146 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 210 time: 0.0343320 Aug 30 19:27:42.413281 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-06aba713-61e1-4d82-b3fb-2a5f72e25cc8 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:42.414546 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-06aba713-61e1-4d82-b3fb-2a5f72e25cc8 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 811 time: 0.1159272 Aug 30 19:27:42.469132 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e9382e8a-a0d2-4aff-9338-568ade3451f2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 379 time: 0.0452578 Aug 30 19:27:42.489272 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b194ce84-8bec-4df8-a858-9992f8679c8f req-03e4e05f-c026-48d5-92d3-d62507fe05af tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 210 time: 0.0338109 Aug 30 19:27:42.492687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'port': {'device_id': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'admin_state_up': True, 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'security_groups': ['7da92314-3f87-4c75-b046-267c2925618f']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:42.607383 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Made reservation on behalf of e26682f262be411ba84012dd132b5990 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:27:42.610930 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.631587 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 56fc0093-1e9c-409a-96db-573c646fccfa up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:42.681152 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning for port 56fc0093-1e9c-409a-96db-573c646fccfa completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:42.684690 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 56fc0093-1e9c-409a-96db-573c646fccfa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:42.685058 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.744782 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Allocated IP 172.20.0.9 (dfaef9ce-226e-4103-9cd1-881a250d4555/b30909e5-6df7-470a-85ec-6413827f4e13/67758f57-4544-4878-ba51-9dd2634d859c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:27:42.764212 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.795917 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] For port 56fc0093-1e9c-409a-96db-573c646fccfa, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=56fc0093-1e9c-409a-96db-573c646fccfa,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:42.800453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.851133 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Pushing event updated for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:42.886475 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.900344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Transition to ACTIVE for port object 67758f57-4544-4878-ba51-9dd2634d859c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:42.933423 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:42.982011 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:27:42.985091 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:27:42.989687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:27:42.996046 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:43.042696 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.043584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.061592 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-871ab08f-96a2-4515-88c5-5fc1ded7e67a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748024 Aug 30 19:27:43.074107 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Request body: {'port': {'device_id': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:43.134078 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.229703 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46035210-af51-460b-aa96-e040ee796710 None None] Provisioning for port 67758f57-4544-4878-ba51-9dd2634d859c completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:43.233363 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-46035210-af51-460b-aa96-e040ee796710 None None] Provisioning complete for port 67758f57-4544-4878-ba51-9dd2634d859c triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:43.233859 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-46035210-af51-460b-aa96-e040ee796710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.267302 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-46035210-af51-460b-aa96-e040ee796710 None None] Port 67758f57-4544-4878-ba51-9dd2634d859c cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:27:43.398538 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67758f57-4544-4878-ba51-9dd2634d859c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:27:43.405667 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.418600 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Transition to ACTIVE for port object 67758f57-4544-4878-ba51-9dd2634d859c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:27:43.422799 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.494849 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:43.549208 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Attempting to bind port 67758f57-4544-4878-ba51-9dd2634d859c on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:27:43.550130 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Attempting to bind port 67758f57-4544-4878-ba51-9dd2634d859c by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:27:43.550409 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Attempting to bind port 67758f57-4544-4878-ba51-9dd2634d859c on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:27:43.555214 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Port 67758f57-4544-4878-ba51-9dd2634d859c on network dfaef9ce-226e-4103-9cd1-881a250d4555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:27:43.555544 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Attempting to bind port 67758f57-4544-4878-ba51-9dd2634d859c on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:27:43.560676 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:27:43.561010 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Checking segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:27:43.561394 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Bound using segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:27:43.561847 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Bound port: 67758f57-4544-4878-ba51-9dd2634d859c, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:27:43.562199 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.609804 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8fb25-22de-4a7a-8300-1a887d067a31 req-80eb3f27-89f7-4929-9beb-e5c79c158a51 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.618138 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f4a8fb25-22de-4a7a-8300-1a887d067a31 req-80eb3f27-89f7-4929-9beb-e5c79c158a51 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 943 time: 0.0588522 Aug 30 19:27:43.630186 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:27:43.633236 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67758f57-4544-4878-ba51-9dd2634d859c,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:27:43.637920 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.653261 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f4a8fb25-22de-4a7a-8300-1a887d067a31 req-0c06466c-a6a3-40dd-ad2d-de778e0c9bb4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334570 Aug 30 19:27:43.671478 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.672079 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:43.673429 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] 10.222.0.83 "PUT /v2.0/ports/67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 1093 time: 0.6038742 Aug 30 19:27:43.673932 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:27:43.677095 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "tag": "67758f57-4544-4878-ba51-9dd2634d859c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:27:43.714024 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cde20d-aea7-42d3-80b5-d2e9b3d1ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:43.725774 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6780d026-3402-4545-8dfc-81dbc4db01d4 x-openstack-request-id: req-6780d026-3402-4545-8dfc-81dbc4db01d4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:27:43.726183 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "tag": "67758f57-4544-4878-ba51-9dd2634d859c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:27:43.726592 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6780d026-3402-4545-8dfc-81dbc4db01d4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:27:43.727059 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c', 'status': 'completed', 'code': 200} Aug 30 19:27:43.782244 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-ac810a81-1772-4b01-87f2-744938007b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.784272 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-ac810a81-1772-4b01-87f2-744938007b12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1096 time: 0.0478420 Aug 30 19:27:43.829790 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-ddaeb2f7-9ce9-4fd7-9888-ea3873fbcb8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 217 time: 0.0367136 Aug 30 19:27:43.883839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-7a8e1e46-9133-4ddf-ad5a-a984df3614b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.885278 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-7a8e1e46-9133-4ddf-ad5a-a984df3614b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0478938 Aug 30 19:27:43.936746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-1388ab66-d82b-4c4c-93b6-94228ef0ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:43.938300 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-1388ab66-d82b-4c4c-93b6-94228ef0ae97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453413 Aug 30 19:27:44.031669 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-0171d414-07a8-4a2b-ad6f-319cdf0d53a1 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836012 Aug 30 19:27:44.125021 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4e0a23db-e7f9-4905-adfc-5e810e38e4cc req-99daa303-a5d0-4bf4-a8fb-9b8d0273f166 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Aug 30 19:27:44.212562 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-913665b5-9417-4178-8024-3a55bd57bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:44.213986 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-913665b5-9417-4178-8024-3a55bd57bdb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1096 time: 0.0418358 Aug 30 19:27:44.309271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-fc31ed8b-bbb6-489e-a642-27af011d6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:44.310734 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-fc31ed8b-bbb6-489e-a642-27af011d6ef7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.0886991 Aug 30 19:27:44.357458 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-e417f0c7-f36d-4b85-91fc-a54f09c54ca2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 217 time: 0.0380714 Aug 30 19:27:44.410339 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-fd9acd76-5da2-477b-bcd3-87173d5944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:44.411765 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-fd9acd76-5da2-477b-bcd3-87173d5944b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0469031 Aug 30 19:27:44.457581 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-528fae53-d9de-45b5-8485-7a709ef0df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:44.459027 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-528fae53-d9de-45b5-8485-7a709ef0df64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395632 Aug 30 19:27:44.552361 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-28a186a5-07bc-45f8-a4c5-201373e390c9 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852768 Aug 30 19:27:44.618681 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 56fc0093-1e9c-409a-96db-573c646fccfa up at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:44.644527 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-354007e7-ddde-4a1b-85fe-22dc9b0fa6d0 req-193f77e2-ac97-4744-9ab5-29811fb6fdd7 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834005 Aug 30 19:27:44.666055 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Provisioning complete for port 56fc0093-1e9c-409a-96db-573c646fccfa triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:44.666428 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:44.772697 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16271c-e170-4fd2-9e78-50e698d4285d req-848d8a96-d131-44eb-a264-6afee333a07e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:44.774177 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ee16271c-e170-4fd2-9e78-50e698d4285d req-848d8a96-d131-44eb-a264-6afee333a07e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 943 time: 0.0536094 Aug 30 19:27:44.812572 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-ee16271c-e170-4fd2-9e78-50e698d4285d req-72acbca8-87b8-4c4e-8036-a41870d6a2c0 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Aug 30 19:27:45.162172 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:45.933976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596967-4dec-4829-a645-b491327d3053 req-25db7ea7-cb07-496c-bb8f-3e1340db5c7c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:45.935454 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a9596967-4dec-4829-a645-b491327d3053 req-25db7ea7-cb07-496c-bb8f-3e1340db5c7c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 943 time: 0.0544212 Aug 30 19:27:45.976349 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a9596967-4dec-4829-a645-b491327d3053 req-f880cbfe-cde4-4c4b-9d12-d64188c0ac1d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Aug 30 19:27:47.092140 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e133d0-88a1-4e24-be6f-6b86b6fc3550 req-bc5130dc-3062-48e1-8d3f-dca89c01d9da tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:47.093641 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0e133d0-88a1-4e24-be6f-6b86b6fc3550 req-bc5130dc-3062-48e1-8d3f-dca89c01d9da tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 943 time: 0.0504272 Aug 30 19:27:47.134781 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0e133d0-88a1-4e24-be6f-6b86b6fc3550 req-00583091-3780-4400-8222-b6874a8b71e9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348268 Aug 30 19:27:47.869429 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 67758f57-4544-4878-ba51-9dd2634d859c details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:27:47.962755 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67758f57-4544-4878-ba51-9dd2634d859c,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:47.974556 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '67758f57-4544-4878-ba51-9dd2634d859c', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'port_id': '67758f57-4544-4878-ba51-9dd2634d859c', 'mac_address': 'fa:16:3e:29:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:27:48.013973 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:48.026597 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67758f57-4544-4878-ba51-9dd2634d859c {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:27:48.047193 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67758f57-4544-4878-ba51-9dd2634d859c,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:48.051161 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:48.101242 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:48.272319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66293c0-f973-485e-9ea0-37db98b21810 req-a7744e92-4c42-42e3-8b0b-b797274bc8e9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:48.273854 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66293c0-f973-485e-9ea0-37db98b21810 req-a7744e92-4c42-42e3-8b0b-b797274bc8e9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 944 time: 0.0705791 Aug 30 19:27:48.275239 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['67758f57-4544-4878-ba51-9dd2634d859c'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:27:48.303969 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-43efe05b-0163-4cb9-be4f-4d2497e6efab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647585 Aug 30 19:27:48.320989 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a66293c0-f973-485e-9ea0-37db98b21810 req-5d02aaa6-915f-41d2-a955-98aa4ef8f4ff tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 Aug 30 19:27:48.389334 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa009d1-8856-4437-afe4-100afdc6746f req-8b042888-a78f-46dd-bcc1-92b04526cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:48.390764 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-8b042888-a78f-46dd-bcc1-92b04526cf70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0402606 Aug 30 19:27:48.495883 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa009d1-8856-4437-afe4-100afdc6746f req-61251237-ede8-441a-84a4-976ce46d0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:48.497327 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-61251237-ede8-441a-84a4-976ce46d0228 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.0865803 Aug 30 19:27:48.563479 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-1abc9e09-bad9-4b90-9fab-653ea4106440 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 1002 time: 0.0573020 Aug 30 19:27:48.618571 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa009d1-8856-4437-afe4-100afdc6746f req-b095d2c4-9fcf-4356-b7d1-0d97a08884c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:48.620052 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-b095d2c4-9fcf-4356-b7d1-0d97a08884c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0469682 Aug 30 19:27:48.667072 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa009d1-8856-4437-afe4-100afdc6746f req-bd589938-fb5c-4b08-ab9f-3a65af39359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:48.668703 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-bd589938-fb5c-4b08-ab9f-3a65af39359f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402844 Aug 30 19:27:48.757455 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-32df5485-0a1c-4609-b3c7-967897d62064 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794094 Aug 30 19:27:48.850643 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9aa009d1-8856-4437-afe4-100afdc6746f req-5b5c4bde-2ab0-466f-8474-05fc43e9ba0d service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852005 Aug 30 19:27:49.436905 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f68db-6ef5-45d1-b457-82ba823963f1 req-8d365553-519b-4a21-8ac4-ffb5bb4ec9f4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:49.438434 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-949f68db-6ef5-45d1-b457-82ba823963f1 req-8d365553-519b-4a21-8ac4-ffb5bb4ec9f4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 944 time: 0.0500259 Aug 30 19:27:49.476654 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-949f68db-6ef5-45d1-b457-82ba823963f1 req-be77469f-46e7-49e7-a172-61a9dbfd334e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Aug 30 19:27:49.887051 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 67758f57-4544-4878-ba51-9dd2634d859c up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:27:49.937895 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 67758f57-4544-4878-ba51-9dd2634d859c completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:27:49.947186 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 67758f57-4544-4878-ba51-9dd2634d859c triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:27:49.947556 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:50.022404 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:50.044018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:27:50.046261 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c3436-3067-4e15-b925-310a426b46cb" -d '{"events": [{"server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "name": "network-vif-plugged", "status": "completed", "tag": "67758f57-4544-4878-ba51-9dd2634d859c"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:27:50.058332 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67758f57-4544-4878-ba51-9dd2634d859c,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:27:50.062654 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:50.089436 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429b6da2-f29e-4214-8b9a-1a0e852d4aa6 x-openstack-request-id: req-429b6da2-f29e-4214-8b9a-1a0e852d4aa6 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:27:50.089743 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "name": "network-vif-plugged", "status": "completed", "tag": "67758f57-4544-4878-ba51-9dd2634d859c", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:27:50.089989 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-429b6da2-f29e-4214-8b9a-1a0e852d4aa6 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:27:50.090363 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c', 'code': 200} Aug 30 19:27:50.115549 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:27:50.122603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.122947 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.123339 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.123614 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.123978 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.124296 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.124618 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.124940 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.125262 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.125603 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.125916 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.126235 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:27:50.259811 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff13c-f910-412c-a79c-5d54012a1487 req-d34c0da6-43f4-4ac2-927e-4a03d75a132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:50.261311 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-618ff13c-f910-412c-a79c-5d54012a1487 req-d34c0da6-43f4-4ac2-927e-4a03d75a132f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1098 time: 0.0414970 Aug 30 19:27:50.302759 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-618ff13c-f910-412c-a79c-5d54012a1487 req-aeb65924-b784-41a4-99f8-984194f547e6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343997 Aug 30 19:27:50.598533 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b9ff-d53b-48e6-bc3e-7c1234037b82 req-0b7978e4-4a75-4082-8c85-fe6c8a42461e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:50.600116 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1ec9b9ff-d53b-48e6-bc3e-7c1234037b82 req-0b7978e4-4a75-4082-8c85-fe6c8a42461e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0564711 Aug 30 19:27:50.639953 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1ec9b9ff-d53b-48e6-bc3e-7c1234037b82 req-18943a3c-9f46-45d2-96ec-c25dd33b4b5d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338221 Aug 30 19:27:51.759593 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984a1b-3811-4fe6-b989-c7418521d693 req-964a175e-ecd2-4d86-bff3-5f4e2f87d463 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:51.761124 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ef984a1b-3811-4fe6-b989-c7418521d693 req-964a175e-ecd2-4d86-bff3-5f4e2f87d463 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0520005 Aug 30 19:27:51.799506 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ef984a1b-3811-4fe6-b989-c7418521d693 req-9a949500-b326-40dd-b738-501770fed37f tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Aug 30 19:27:51.911499 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51086f-1199-47dd-841f-e45bceb9d208 req-d49712f3-1ba7-4aad-9d6e-cc138fd5ae68 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:51.912976 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-9c51086f-1199-47dd-841f-e45bceb9d208 req-d49712f3-1ba7-4aad-9d6e-cc138fd5ae68 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0501454 Aug 30 19:27:51.921809 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:27:51.926915 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'floatingip': {'port_id': '67758f57-4544-4878-ba51-9dd2634d859c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:27:51.965212 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:52.568790 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 19:27:52.618499 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:52.622599 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:52.721436 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Floating IP feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2 associated. External IP: 172.27.0.207, port: 67758f57-4544-4878-ba51-9dd2634d859c. Aug 30 19:27:52.929026 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:27:53.035209 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:27:53.040153 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:27:53.045389 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:27:53.057673 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:53.058284 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:53.071679 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-31c7d621-d6c7-41c9-aa96-2b3e2aa73857 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "PUT /v2.0/floatingips/feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2 HTTP/1.1" status: 200 len: 991 time: 1.1488423 Aug 30 19:27:53.072365 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:27:53.074763 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6df31-6507-4670-86e7-8484d46fb2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "tag": "67758f57-4544-4878-ba51-9dd2634d859c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:27:53.117868 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f96143c-de98-4c35-9aba-036b7b06ac92 x-openstack-request-id: req-2f96143c-de98-4c35-9aba-036b7b06ac92 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:27:53.118157 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "tag": "67758f57-4544-4878-ba51-9dd2634d859c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:27:53.118423 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f96143c-de98-4c35-9aba-036b7b06ac92 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:27:53.118778 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c', 'status': 'completed', 'code': 200} Aug 30 19:27:53.170595 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:53.198531 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-7dafbec6-6c2a-43b2-9b1d-a294d7be5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:53.200679 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-7dafbec6-6c2a-43b2-9b1d-a294d7be5c31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1098 time: 0.0528288 Aug 30 19:27:53.301271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-1d0bf658-2d2a-4809-867d-db9f66aea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:53.302642 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-1d0bf658-2d2a-4809-867d-db9f66aea16a service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.0949194 Aug 30 19:27:53.381863 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-90ca7d34-6649-4211-a75c-37512a76b407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 999 time: 0.0719562 Aug 30 19:27:53.404002 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': '67758f57-4544-4878-ba51-9dd2634d859c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:29:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:27:40Z', 'updated_at': '2021-08-30T19:27:52Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:53.430848 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:27:53.433686 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-fbcc25e4-324e-4d89-b761-e35ffc43f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:53.435177 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-fbcc25e4-324e-4d89-b761-e35ffc43f583 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0462651 Aug 30 19:27:53.441935 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:27:53.442548 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:27:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:53.481425 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-baac1c8b-40f5-45ef-8a7a-e5c771a8ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:27:53.482977 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-baac1c8b-40f5-45ef-8a7a-e5c771a8ed5d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412383 Aug 30 19:27:53.550830 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:27:53.576814 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-50b558cf-dc74-4c4c-a675-ec04f4e5f5ff service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864677 Aug 30 19:27:53.668394 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1b6df31-6507-4670-86e7-8484d46fb2c7 req-37f96995-155f-4e40-9557-efadaaee1730 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Aug 30 19:27:53.775533 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': '67758f57-4544-4878-ba51-9dd2634d859c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:29:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:27:40Z', 'updated_at': '2021-08-30T19:27:52Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:27:53.803004 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd09a6-9162-416c-8a34-5ac638dcb13c None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': 'feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': '67758f57-4544-4878-ba51-9dd2634d859c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:29:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:27:40Z', 'updated_at': '2021-08-30T19:27:52Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:27:53.998387 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1388c3-b73f-41bc-a297-8796860fae7f None None] New status for floating IP feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:28:03.037696 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-86666438-285e-460d-912f-3aeedb98edf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:05.800926 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3a20a16c-fe31-4cb4-9087-dfa2c9c8ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:06.140411 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:07.050732 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:08.591399 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:10.019577 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:28:13.940232 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:14.214130 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Deleting port 12d49438-b369-48ae-a1bc-d6fbe4d258c8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:14.214444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.293031 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.293358 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.305695 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Calling delete_port for 12d49438-b369-48ae-a1bc-d6fbe4d258c8 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:14.451493 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.476233 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event deleted for resources: {'Port': ['ID=12d49438-b369-48ae-a1bc-d6fbe4d258c8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:14.535382 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.535712 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Floating IP fdae991f-ef27-47d6-bbd3-559a266c427c disassociated (deleted). External IP: 172.27.0.243, port: 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4. Aug 30 19:28:14.741219 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Router dc94a147-4791-44f1-8e50-66d1f586e284 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:28:14.848043 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:28:14.863135 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:14.867258 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Sync routers for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:28:14.878072 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:14.878717 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:14.889315 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-08739efd-2992-46b8-8023-1c561d460ec4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "DELETE /v2.0/floatingips/fdae991f-ef27-47d6-bbd3-559a266c427c HTTP/1.1" status: 204 len: 168 time: 0.9477167 Aug 30 19:28:14.890308 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:28:14.894898 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20509177-7c29-4395-87e4-3c25eee77537" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:28:15.007924 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:15.060803 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575f9a0-7476-4355-9fad-07e18c50361c x-openstack-request-id: req-9575f9a0-7476-4355-9fad-07e18c50361c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:28:15.061294 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:28:15.061389 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9575f9a0-7476-4355-9fad-07e18c50361c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:28:15.061753 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'status': 'completed', 'code': 200} Aug 30 19:28:15.152973 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8569-4e93-4921-9be9-44c97865006e req-4d464bfa-d382-4976-b808-e1fcd44fd3e7 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:15.154434 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fada8569-4e93-4921-9be9-44c97865006e req-4d464bfa-d382-4976-b808-e1fcd44fd3e7 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0494733 Aug 30 19:28:15.204527 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fada8569-4e93-4921-9be9-44c97865006e req-cbc3458a-4b54-4fd0-bef0-9980d23575a5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Aug 30 19:28:15.220338 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:15.246331 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Checking router: dc94a147-4791-44f1-8e50-66d1f586e284 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:28:15.255224 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:15.255820 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:15.359479 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:15.638010 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:15.667376 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c92490b-8dcc-4c11-91b7-0c5476b62dd8 None None] The sync data for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi is: [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:22:36Z', 'revision_number': 4, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2', 'name': '', 'network_id': '5ea83cae-0a1f-4ab2-90af-7dd840462153', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'mac_address': 'fa:16:3e:be:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:35Z', 'updated_at': '2021-08-30T19:22:45Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'subnets': [{'id': '88a8208c-2b4a-46bc-9fba-5ce8a799c4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:28:15.893018 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902acc9-0514-4946-8755-aa65911c0a46 None None] New status for floating IP fdae991f-ef27-47d6-bbd3-559a266c427c: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:28:16.154054 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:16.326272 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923aac5-dacd-44e1-9e7f-fee959ddfba8 req-f9596e92-b2cf-4f09-b375-3b9706304211 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:16.327721 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8923aac5-dacd-44e1-9e7f-fee959ddfba8 req-f9596e92-b2cf-4f09-b375-3b9706304211 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0525289 Aug 30 19:28:16.366429 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-8923aac5-dacd-44e1-9e7f-fee959ddfba8 req-2b1f3dda-0719-47c2-9a87-e3e1854d13fe tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Aug 30 19:28:17.207704 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509177-7c29-4395-87e4-3c25eee77537 req-3027c3e7-c74d-42fe-86ec-b311b7cb1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:17.208400 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-3027c3e7-c74d-42fe-86ec-b311b7cb1cb0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eaff598d3404442ab48275378b87d4c7&device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 1099 time: 0.0466499 Aug 30 19:28:17.299208 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509177-7c29-4395-87e4-3c25eee77537 req-78a1d506-2bb9-48d7-b5c6-df997b262c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:17.300640 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-78a1d506-2bb9-48d7-b5c6-df997b262c0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 200 len: 910 time: 0.0842896 Aug 30 19:28:17.344345 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-4d696895-6774-470c-b25a-d5c2fe1eafcf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 200 len: 217 time: 0.0333011 Aug 30 19:28:17.404195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509177-7c29-4395-87e4-3c25eee77537 req-63ec5082-0c25-4f52-b188-73dcf8667f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:17.405896 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-63ec5082-0c25-4f52-b188-73dcf8667f56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 200 len: 847 time: 0.0525768 Aug 30 19:28:17.455521 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509177-7c29-4395-87e4-3c25eee77537 req-96a51ed6-1766-4fa6-ab95-cec89b8c4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:17.456986 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-96a51ed6-1766-4fa6-ab95-cec89b8c4fce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ea83cae-0a1f-4ab2-90af-7dd840462153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415237 Aug 30 19:28:17.482451 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f980e2-e0da-4474-8f65-3323abd7236b req-8e74c48a-9e3a-43a4-96f6-43cbf2ab10c9 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:17.483850 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0f980e2-e0da-4474-8f65-3323abd7236b req-8e74c48a-9e3a-43a4-96f6-43cbf2ab10c9 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0492678 Aug 30 19:28:17.522519 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b0f980e2-e0da-4474-8f65-3323abd7236b req-ffc519cb-87d4-4f5a-886c-d96148038086 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Aug 30 19:28:17.558650 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-588c5e14-4bef-4ff9-8fde-d2a989e381fb service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922439 Aug 30 19:28:17.652365 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-20509177-7c29-4395-87e4-3c25eee77537 req-a9a2ae70-0717-4fe6-a590-7ef915f4c893 service neutron] 10.222.0.83 "GET /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854070 Aug 30 19:28:18.653057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa4f37-a4ca-4a6d-8548-9544693d762f req-90100ef3-708a-4acf-8046-c6d6af5f5659 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:18.654613 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5baa4f37-a4ca-4a6d-8548-9544693d762f req-90100ef3-708a-4acf-8046-c6d6af5f5659 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0545638 Aug 30 19:28:18.695993 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-5baa4f37-a4ca-4a6d-8548-9544693d762f req-aa64ce2d-8d48-4f8b-a291-506e6709a006 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/security-groups?id=18f3408d-2510-4f69-bd1d-551227823055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Aug 30 19:28:18.962287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-50726883-1050-4835-a6d9-f8d158c297d4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:18.963796 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-50726883-1050-4835-a6d9-f8d158c297d4 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 946 time: 0.0504498 Aug 30 19:28:19.060125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Deleting port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:19.060470 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:19.147314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] For port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:19.147602 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:19.160544 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Calling delete_port for 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:19.293045 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:19.322477 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event deleted for resources: {'Port': ['ID=3a23a171-10e7-4102-b3fa-a90a9ab9cbc4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:19.369230 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] No DVR routers for this DVR port 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:28:19.371700 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:19.373663 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e0e5f88a-6774-4a0c-98ba-ca2704afff68 req-adc6f9e2-99ff-4b48-92eb-27ea3fafc0e5 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.83 "DELETE /v2.0/ports/3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 HTTP/1.1" status: 204 len: 173 time: 0.4024177 Aug 30 19:28:19.374086 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-deleted', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:28:19.376262 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2994316-a138-44b2-a756-0ae337d4a165" -d '{"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-deleted", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:28:19.412741 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4498ae4b-317e-4d7c-b483-eaa8a1edb936 x-openstack-request-id: req-4498ae4b-317e-4d7c-b483-eaa8a1edb936 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:28:19.413028 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc1d875-288f-446a-801e-a731c05f039e", "name": "network-vif-deleted", "tag": "3a23a171-10e7-4102-b3fa-a90a9ab9cbc4", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:28:19.413270 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4498ae4b-317e-4d7c-b483-eaa8a1edb936 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:28:19.413685 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc1d875-288f-446a-801e-a731c05f039e', 'name': 'network-vif-deleted', 'tag': '3a23a171-10e7-4102-b3fa-a90a9ab9cbc4', 'status': 'completed', 'code': 200} Aug 30 19:28:19.795995 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-01de140d-c866-4389-9cb5-e55563ddea5d req-916cae15-3c76-4121-ad86-159c76cd2632 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "GET /v2.0/ports?device_id=0dc1d875-288f-446a-801e-a731c05f039e HTTP/1.1" status: 200 len: 210 time: 0.0269921 Aug 30 19:28:20.853256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:20.930371 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:20.959973 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-1d72c868-3f4b-4d48-9765-e6df4ead0303 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289357014&fields=id&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 267 time: 0.0548031 Aug 30 19:28:20.972438 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:21.095185 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-33d14626-b532-405d-abff-66a8ea945eac tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:21.096695 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-33d14626-b532-405d-abff-66a8ea945eac tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.1273625 Aug 30 19:28:21.112181 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-060f164d-691f-4f00-a0c4-ba2170bc7f3e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/quotas/c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 375 time: 0.0098999 Aug 30 19:28:21.117233 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:21.119786 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:21.120866 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] 10.222.0.74 "DELETE /v2.0/security-groups/18f3408d-2510-4f69-bd1d-551227823055 HTTP/1.1" status: 204 len: 168 time: 0.2666078 Aug 30 19:28:21.154588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f11d1-ff32-4abc-a45c-d43f5242a132 tempest-TestShelveInstance-560981458 tempest-TestShelveInstance-560981458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3408d-2510-4f69-bd1d-551227823055,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:21.167854 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:21.199485 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-af7f2137-b950-4c14-bc01-f1f44932a80a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0774941 Aug 30 19:28:21.376154 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-da1f5ac2-8512-4cee-b342-e4f627b3d4fb service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629369 Aug 30 19:28:21.552966 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-e1d16737-b023-4d30-8c1e-05456dc164f9 service neutron] 10.222.0.74 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705260 Aug 30 19:28:21.707312 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:21.849190 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0cc0e991-b790-42a6-8897-3f3aa4ed56b7 req-5acb0dee-7cdd-4883-bbdb-f15cb9a5d215 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 210 time: 0.0288656 Aug 30 19:28:22.160623 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:22.182753 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:22.183271 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 3a23a171-10e7-4102-b3fa-a90a9ab9cbc4 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:22.217079 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Deleting port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:22.217683 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:22.304087 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] For port 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:22.304450 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:22.318201 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Calling delete_port for 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:22.494831 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:22.518604 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:22.714176 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:22.840807 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-27971604-5c95-4d2a-946a-bda56818df07 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:22.842298 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-27971604-5c95-4d2a-946a-bda56818df07 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 811 time: 0.1060572 Aug 30 19:28:22.890741 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-b288c4d4-22fd-4fb7-b978-48d37232f13e tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b265d51b5a480c940de019e220e9e9 HTTP/1.1" status: 200 len: 380 time: 0.0383902 Aug 30 19:28:22.901746 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'port': {'device_id': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'admin_state_up': True, 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'security_groups': ['ada83453-0045-4490-a331-9788a7085e92']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:28:22.946989 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Router dc94a147-4791-44f1-8e50-66d1f586e284 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:28:22.984688 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c9ae7ec2-5fc3-4c1d-8ca2-415be8f33343 req-9cf8a8e4-44b1-4029-85e9-f78d6cf97ad5 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 210 time: 0.0329859 Aug 30 19:28:23.043109 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Made reservation on behalf of c0b265d51b5a480c940de019e220e9e9 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:28:23.047706 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.055892 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:28:23.064545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58504) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:23.064866 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fa97fc66-3f88-411f-91cc-a3c3c9f4ae26 admin admin] 10.222.0.74 "PUT /v2.0/routers/dc94a147-4791-44f1-8e50-66d1f586e284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947656 Aug 30 19:28:23.066665 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Sync routers for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:28:23.077040 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:23.078484 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:23.185720 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:23.253002 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.297691 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.20.0.10 (e04c8f77-b115-47c1-9d03-4eccdb41d171/64adc614-1f1a-4034-aaff-2c9251de23b4/40692792-94a7-48e2-ad71-9d51baa6297a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:28:23.396638 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:28:22Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:23.424935 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Checking router: dc94a147-4791-44f1-8e50-66d1f586e284 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:28:23.433457 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Routers {'dc94a147-4791-44f1-8e50-66d1f586e284'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:23.433968 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['dc94a147-4791-44f1-8e50-66d1f586e284'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:23.434971 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.522779 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.537576 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] Set router dc94a147-4791-44f1-8e50-66d1f586e284 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:23.539314 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Transition to ACTIVE for port object 40692792-94a7-48e2-ad71-9d51baa6297a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:28:23.547831 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Deleting port faf52f0a-3a34-41a0-a795-555066a194c7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:23.548196 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.635584 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.686493 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] For port faf52f0a-3a34-41a0-a795-555066a194c7, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=faf52f0a-3a34-41a0-a795-555066a194c7,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:23.687033 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.704130 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:28:23.712320 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Calling delete_port for faf52f0a-3a34-41a0-a795-555066a194c7 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:23.714380 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:28:23.720484 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:28:23.748685 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:28:22Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:23.754876 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:23.779191 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302ac0-2d8d-42e1-9e0c-065db9093274 None None] The sync data for ids ['dc94a147-4791-44f1-8e50-66d1f586e284'] in dv-cinder-805316-4-iscsi is: [{'id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'name': 'tempest-TestShelveInstance-627656343-router', 'tenant_id': 'eaff598d3404442ab48275378b87d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:31Z', 'updated_at': '2021-08-30T19:28:22Z', 'revision_number': 5, 'project_id': 'eaff598d3404442ab48275378b87d4c7', 'gw_port': {'id': 'faf52f0a-3a34-41a0-a795-555066a194c7', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc94a147-4791-44f1-8e50-66d1f586e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:32Z', 'updated_at': '2021-08-30T19:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:28:23.813511 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:23.814403 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:23.840671 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-eee4ba65-aa2d-4c53-9bad-48ffbdcdfeff tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9428246 Aug 30 19:28:24.003426 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-733c9379-a9a5-41cb-8ab1-b5fa855a2834 None None] Provisioning for port 40692792-94a7-48e2-ad71-9d51baa6297a completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:28:24.009125 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-733c9379-a9a5-41cb-8ab1-b5fa855a2834 None None] Provisioning complete for port 40692792-94a7-48e2-ad71-9d51baa6297a triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:28:24.009539 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-733c9379-a9a5-41cb-8ab1-b5fa855a2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.048920 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-733c9379-a9a5-41cb-8ab1-b5fa855a2834 None None] Port 40692792-94a7-48e2-ad71-9d51baa6297a cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:28:24.147187 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Request body: {'port': {'device_id': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:28:24.268978 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.302734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c60628-52c4-417a-88c4-961c10775b5c req-fb535a33-f868-4736-9155-188586d4224a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:24.304186 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4c60628-52c4-417a-88c4-961c10775b5c req-fb535a33-f868-4736-9155-188586d4224a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 932 time: 0.1634521 Aug 30 19:28:24.337071 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.399916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf52f0a-3a34-41a0-a795-555066a194c7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:24.429843 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4c60628-52c4-417a-88c4-961c10775b5c req-944cc6c5-7438-46b6-be18-e7ebefb3a0ec tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186850 Aug 30 19:28:24.562047 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.634548 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:24.657398 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:24.657848 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4063dd5c-0a78-4a63-a2ff-5a9e3611bcb2 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:24.661099 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.668361 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.732514 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.733018 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc94a147-4791-44f1-8e50-66d1f586e284 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:28:24.739424 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.740529 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4998b8f0-0395-477d-a43b-07de87c15478 admin admin] 10.222.0.74 "DELETE /v2.0/routers/dc94a147-4791-44f1-8e50-66d1f586e284 HTTP/1.1" status: 204 len: 168 time: 1.6750906 Aug 30 19:28:24.743212 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:24.792491 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Deleting subnet 88a8208c-2b4a-46bc-9fba-5ce8a799c4ca {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:28:24.793300 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40692792-94a7-48e2-ad71-9d51baa6297a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:28:24.796478 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.802339 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.818249 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Transition to ACTIVE for port object 40692792-94a7-48e2-ad71-9d51baa6297a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:28:24.823483 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.840900 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.874008 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Pushing event updated for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:24.947167 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:24.964390 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Attempting to bind port 40692792-94a7-48e2-ad71-9d51baa6297a on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:28:24.964814 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Attempting to bind port 40692792-94a7-48e2-ad71-9d51baa6297a by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:28:24.965208 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Attempting to bind port 40692792-94a7-48e2-ad71-9d51baa6297a on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:28:24.970934 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Port 40692792-94a7-48e2-ad71-9d51baa6297a on network e04c8f77-b115-47c1-9d03-4eccdb41d171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:28:24.971305 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Attempting to bind port 40692792-94a7-48e2-ad71-9d51baa6297a on network e04c8f77-b115-47c1-9d03-4eccdb41d171 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:28:24.976269 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:28:24.976609 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Checking segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:28:24.976991 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Bound using segment: {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:28:24.977415 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Bound port: 40692792-94a7-48e2-ad71-9d51baa6297a, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795f1733-684d-467d-907a-11273a232955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:28:24.977817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.011380 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.037955 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a8208c-2b4a-46bc-9fba-5ce8a799c4ca,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:25.042173 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.046799 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1a7f4593-5818-4418-b0d8-dbbd9ad396a5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/88a8208c-2b4a-46bc-9fba-5ce8a799c4ca HTTP/1.1" status: 204 len: 168 time: 0.3010998 Aug 30 19:28:25.047220 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:25.051224 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2d763-e07d-4450-890f-eb3841b84963 None None] Network 5ea83cae-0a1f-4ab2-90af-7dd840462153 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:28:25.067552 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:28:25.070877 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=40692792-94a7-48e2-ad71-9d51baa6297a,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:28:25.077019 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.127643 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.128258 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.129713 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] 10.222.0.83 "PUT /v2.0/ports/40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 200 len: 1094 time: 0.9905436 Aug 30 19:28:25.130155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:28:25.132484 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d" -d '{"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:28:25.135782 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.160860 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b9d01-ad47-465f-86f4-f78599bedf3b service neutron] Pushing event updated for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:25.226640 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Deleting port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:25.227075 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.228210 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7fca87-bdc8-4398-a7e3-583ffd695f99 x-openstack-request-id: req-2e7fca87-bdc8-4398-a7e3-583ffd695f99 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:28:25.228497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:28:25.228780 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e7fca87-bdc8-4398-a7e3-583ffd695f99 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:28:25.229118 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a', 'status': 'completed', 'code': 200} Aug 30 19:28:25.247586 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-0676ad10-2769-4ec3-bdfc-ab2d501e4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.249750 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-0676ad10-2769-4ec3-bdfc-ab2d501e4664 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1097 time: 0.0579004 Aug 30 19:28:25.309451 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-73fed951-ab41-4b06-9e56-8b5c7089e2ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 200 len: 217 time: 0.0509372 Aug 30 19:28:25.326354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] For port 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=5a93cd7d-e03c-48a1-a3c9-088951d9d598,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:25.326354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.333958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] DHCP port deletion for 5ea83cae-0a1f-4ab2-90af-7dd840462153 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:28:25.341356 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Calling delete_port for 5a93cd7d-e03c-48a1-a3c9-088951d9d598 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:25.373806 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-96ef02ef-7d95-4a75-bc3f-4799d05a0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.375641 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-96ef02ef-7d95-4a75-bc3f-4799d05a0ccc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0574634 Aug 30 19:28:25.391289 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Deleting port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:25.391662 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.426062 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-2c42bbec-9963-4ea9-bd68-b1e820ef238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.428203 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-2c42bbec-9963-4ea9-bd68-b1e820ef238c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436981 Aug 30 19:28:25.440398 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.456892 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] For port 5a93cd7d-e03c-48a1-a3c9-088951d9d598, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=5a93cd7d-e03c-48a1-a3c9-088951d9d598,segment=NetworkSegment(5d2e59ca-6cfd-440a-b06c-b2bced49f1e5),segment_id=5d2e59ca-6cfd-440a-b06c-b2bced49f1e5)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:25.457295 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.473573 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] No DVR routers for this DVR port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:28:25.478907 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Calling delete_port for 5a93cd7d-e03c-48a1-a3c9-088951d9d598 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:25.498622 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a93cd7d-e03c-48a1-a3c9-088951d9d598,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:25.543034 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-dbbc1106-1398-499b-9bc0-104fde629adf service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071038 Aug 30 19:28:25.572200 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.573905 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.591228 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea83cae-0a1f-4ab2-90af-7dd840462153']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:25.598937 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] Pushing event deleted for resources: {'Port': ['ID=5a93cd7d-e03c-48a1-a3c9-088951d9d598,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:25.606392 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edee55-6c9d-4e01-b350-cd31cdc1088d None None] No DVR routers for this DVR port 5a93cd7d-e03c-48a1-a3c9-088951d9d598 on host dv-cinder-805316-4-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:28:25.609979 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:25.610275 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e59ca-6cfd-440a-b06c-b2bced49f1e5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:25.619706 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97a62-d8fd-4785-b042-d975769484b5 req-c70eaf0c-c442-42e7-8707-51e742fdc53f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.621412 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-08a97a62-d8fd-4785-b042-d975769484b5 req-c70eaf0c-c442-42e7-8707-51e742fdc53f tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0858014 Aug 30 19:28:25.639471 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.652599 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-435de151-fc2b-4a9d-9ea9-043b14698436 req-96c39198-190f-4639-b37e-eb4ad33cc61c service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000555 Aug 30 19:28:25.670462 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.682661 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-08a97a62-d8fd-4785-b042-d975769484b5 req-da4b9738-c351-4e3d-b768-a61cf1604b19 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539536 Aug 30 19:28:25.683696 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:28:25.684138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:28:25.686046 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:28:25.741404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.745417 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-77c0258c-39d2-42c6-8c34-83a24d42d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.746988 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:25.747483 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-77c0258c-39d2-42c6-8c34-83a24d42d208 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1097 time: 0.0427325 Aug 30 19:28:25.748801 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] 10.222.0.74 "DELETE /v2.0/networks/5ea83cae-0a1f-4ab2-90af-7dd840462153 HTTP/1.1" status: 204 len: 168 time: 0.7006075 Aug 30 19:28:25.752760 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58522) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:25.760141 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77e60-c269-493d-8245-8b2640c0c3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea83cae-0a1f-4ab2-90af-7dd840462153,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:25.929183 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-37eb8ea3-a47d-4d1b-9cad-cb3970d99ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:25.930670 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-37eb8ea3-a47d-4d1b-9cad-cb3970d99ff0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1757426 Aug 30 19:28:26.010456 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-4cb89428-910d-4a2e-8657-4e2f325b62f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 200 len: 217 time: 0.0428483 Aug 30 19:28:26.106271 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-a20f33b4-8285-4f91-9a8a-1c45e5a5cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:26.107671 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-a20f33b4-8285-4f91-9a8a-1c45e5a5cdbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0627577 Aug 30 19:28:26.197007 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-ace73576-3ab3-4e05-9e07-af1ac853b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:26.198411 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-ace73576-3ab3-4e05-9e07-af1ac853b0c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729146 Aug 30 19:28:26.330905 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-c2521501-cd08-4147-98ab-1ffe4abecfff service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192865 Aug 30 19:28:26.402100 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:26.505443 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a3e3b62f-9c9b-45a9-b902-96cca9efb95d req-4e0f7324-0ac3-40e4-9510-0a979ed385d2 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657350 Aug 30 19:28:26.625318 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 5a93cd7d-e03c-48a1-a3c9-088951d9d598 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:26.645497 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 5a93cd7d-e03c-48a1-a3c9-088951d9d598 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:26.645855 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 5a93cd7d-e03c-48a1-a3c9-088951d9d598 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:26.646272 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device faf52f0a-3a34-41a0-a795-555066a194c7 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:26.664543 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: faf52f0a-3a34-41a0-a795-555066a194c7 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:26.664885 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device faf52f0a-3a34-41a0-a795-555066a194c7 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:26.672992 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Deleting port aa2a753b-5e42-4855-b6c5-9e558200bf85 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:26.673365 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:26.750405 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] For port aa2a753b-5e42-4855-b6c5-9e558200bf85, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=aa2a753b-5e42-4855-b6c5-9e558200bf85,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:26.750770 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:26.763379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Calling delete_port for aa2a753b-5e42-4855-b6c5-9e558200bf85 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:26.807496 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39b50-9602-4d36-a560-cdcc5235fa20 req-ed01eed3-3b17-4c0b-a309-c038bfff3551 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:26.808982 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-32a39b50-9602-4d36-a560-cdcc5235fa20 req-ed01eed3-3b17-4c0b-a309-c038bfff3551 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0540597 Aug 30 19:28:26.851120 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-32a39b50-9602-4d36-a560-cdcc5235fa20 req-7a5e45b0-4945-4ce2-84c9-31d854c2b993 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Aug 30 19:28:26.944338 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:26.974948 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2a753b-5e42-4855-b6c5-9e558200bf85,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:26.997544 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.997897 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.998236 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.998567 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.998898 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.999400 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:26.999712 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.000041 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.000364 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.000685 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.001003 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.001319 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:27.145819 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:27.608798 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Router 5b39669e-c212-423e-91f7-4115d89455d3 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:28:27.712248 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:28:27.717962 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f8e7d0c3-c4f4-40ff-9b24-0da0f0673a2e admin admin] 10.222.0.74 "PUT /v2.0/routers/5b39669e-c212-423e-91f7-4115d89455d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638948 Aug 30 19:28:27.720454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58530) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:27.724660 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Sync routers for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:28:27.738811 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:27.739519 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:27.827887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:27.848348 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:27.947510 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:27.971590 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dca84-8f9e-4d67-b2c6-c27e43741f00 req-e297ceee-a991-47b3-a0f5-7348e06fbbd9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:27.973253 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1a3dca84-8f9e-4d67-b2c6-c27e43741f00 req-e297ceee-a991-47b3-a0f5-7348e06fbbd9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0533648 Aug 30 19:28:28.006689 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Deleting port 6eb272de-de09-45a4-9bb5-c9610af79bbc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:28.007036 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.015607 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1a3dca84-8f9e-4d67-b2c6-c27e43741f00 req-1fff414c-9778-453c-8b78-b6b062346cc0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363557 Aug 30 19:28:28.037795 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:28:26Z', 'revision_number': 5, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port': {'id': '6eb272de-de09-45a4-9bb5-c9610af79bbc', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b39669e-c212-423e-91f7-4115d89455d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:43Z', 'updated_at': '2021-08-30T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:28.065773 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Checking router: 5b39669e-c212-423e-91f7-4115d89455d3 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:28:28.074472 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Routers {'5b39669e-c212-423e-91f7-4115d89455d3'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:28.075106 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['5b39669e-c212-423e-91f7-4115d89455d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:28.095088 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] For port 6eb272de-de09-45a4-9bb5-c9610af79bbc, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=6eb272de-de09-45a4-9bb5-c9610af79bbc,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:28.095464 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.107443 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Calling delete_port for 6eb272de-de09-45a4-9bb5-c9610af79bbc owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:28.281225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.288357 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] Set router 5b39669e-c212-423e-91f7-4115d89455d3 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:28.306575 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb272de-de09-45a4-9bb5-c9610af79bbc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:28.344918 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:28:27Z', 'revision_number': 6, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port_host': None}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:28.369181 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.376534 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcdd8b-0cf8-4256-83a1-9eeade09f558 None None] The sync data for ids ['5b39669e-c212-423e-91f7-4115d89455d3'] in dv-cinder-805316-4-iscsi is: [{'id': '5b39669e-c212-423e-91f7-4115d89455d3', 'name': 'tempest-TestShelveInstance-1507909327-router', 'tenant_id': '5d096bb41ae14128a314ba3f42d663b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:40Z', 'updated_at': '2021-08-30T19:28:27Z', 'revision_number': 6, 'project_id': '5d096bb41ae14128a314ba3f42d663b8', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:28:28.459526 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.461635 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.504434 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.505061 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b39669e-c212-423e-91f7-4115d89455d3 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:28:28.509485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.510674 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6db4e3e9-7e24-4437-9fd8-63aefa19caab admin admin] 10.222.0.74 "DELETE /v2.0/routers/5b39669e-c212-423e-91f7-4115d89455d3 HTTP/1.1" status: 204 len: 168 time: 0.7888148 Aug 30 19:28:28.513225 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:28.556957 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Deleting subnet 913c16df-d7ac-43d6-ae1e-361cbb7be585 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:28:28.559947 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.594586 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25886576'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.675492 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.737298 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28646045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28684870'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.762356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913c16df-d7ac-43d6-ae1e-361cbb7be585,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:28.770119 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.774588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:28.775847 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4af68232-94ea-4e6d-ad7c-cf40be3a2089 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/913c16df-d7ac-43d6-ae1e-361cbb7be585 HTTP/1.1" status: 204 len: 168 time: 0.2613387 Aug 30 19:28:28.777719 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88748d62-b028-4e1a-aeca-f5b0aff02ca8 None None] Network e3449a39-fe57-46d1-92be-ae990ee9f896 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:28:28.865837 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.925983 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Deleting port 73689573-ec11-470a-81f1-23e99c60c344 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:28:28.926374 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:28.989301 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] For port 73689573-ec11-470a-81f1-23e99c60c344, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=73689573-ec11-470a-81f1-23e99c60c344,segment=NetworkSegment(9e886e0c-a0bd-4a24-b921-8886d2dc5ad5),segment_id=9e886e0c-a0bd-4a24-b921-8886d2dc5ad5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:28.990013 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.002283 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Calling delete_port for 73689573-ec11-470a-81f1-23e99c60c344 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:28:29.085890 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.137074 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73689573-ec11-470a-81f1-23e99c60c344,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:29.144051 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] No DVR routers for this DVR port 73689573-ec11-470a-81f1-23e99c60c344 on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:28:29.156240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.156590 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.156930 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.157263 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.158155 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.158155 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.158362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.160945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.160945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.160945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.160945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.160945 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:28:29.174011 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device aa2a753b-5e42-4855-b6c5-9e558200bf85 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:29.177057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9b2785-76a6-484d-8d07-0633425ece51 None None] DHCP port deletion for e3449a39-fe57-46d1-92be-ae990ee9f896 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:28:29.201687 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: aa2a753b-5e42-4855-b6c5-9e558200bf85 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:29.203236 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device aa2a753b-5e42-4855-b6c5-9e558200bf85 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:29.251046 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30a4ea-602d-4c0a-a4f6-bde96d9ba581 req-7eadc70c-6a3d-473f-8e61-53d871d90994 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:29.252609 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3d30a4ea-602d-4c0a-a4f6-bde96d9ba581 req-7eadc70c-6a3d-473f-8e61-53d871d90994 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.1679947 Aug 30 19:28:29.256575 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.274414 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3449a39-fe57-46d1-92be-ae990ee9f896']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:29.292269 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:29.292564 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e886e0c-a0bd-4a24-b921-8886d2dc5ad5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:29.309497 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.324755 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3d30a4ea-602d-4c0a-a4f6-bde96d9ba581 req-6f6e4e11-b70a-47b8-950b-b74c7936f4e9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603330 Aug 30 19:28:29.331850 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.339086 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:28:29.339406 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:28:29.341354 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:28:29.399496 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.407604 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.408390 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e3449a39-fe57-46d1-92be-ae990ee9f896 HTTP/1.1" status: 204 len: 168 time: 0.6291959 Aug 30 19:28:29.425639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc47a9-d010-4f65-88c5-90be1ad6b9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3449a39-fe57-46d1-92be-ae990ee9f896,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:29.528020 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:29.568142 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-aa818320-f872-4883-8c05-16a9c9b693f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eaff598d3404442ab48275378b87d4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388970 Aug 30 19:28:29.570542 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:29.618703 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.640117 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.684043 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.687167 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:29.688301 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aadf18b5-ea1f-4dbe-a90e-55d7647e0430 HTTP/1.1" status: 204 len: 168 time: 0.1168909 Aug 30 19:28:29.696597 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f24e-a972-4e95-9069-0fef67221415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf18b5-ea1f-4dbe-a90e-55d7647e0430,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:30.001906 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58554) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:30.042026 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-947ea392-d3d0-4ddc-950a-598c50c77919 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d096bb41ae14128a314ba3f42d663b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389681 Aug 30 19:28:30.044454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:30.100985 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:30.121564 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:30.168160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:30.171210 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:30.172458 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3d70ca4-d902-4b69-8645-ae7cf3a4af2f HTTP/1.1" status: 204 len: 168 time: 0.1271231 Aug 30 19:28:30.179989 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e409a6-6af9-4409-aa40-d89aecadb5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d70ca4-d902-4b69-8645-ae7cf3a4af2f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:30.454693 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b249f-13b9-4e77-88aa-eed81dd79056 req-e3844b06-ac8c-42b2-aab0-aee15710dfe1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:30.456201 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6a0b249f-13b9-4e77-88aa-eed81dd79056 req-e3844b06-ac8c-42b2-aab0-aee15710dfe1 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0557501 Aug 30 19:28:30.505640 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6a0b249f-13b9-4e77-88aa-eed81dd79056 req-70768293-8d97-456f-bbba-13011ef47d16 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Aug 30 19:28:30.626066 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 73689573-ec11-470a-81f1-23e99c60c344 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:30.645142 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 73689573-ec11-470a-81f1-23e99c60c344 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:30.645505 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 73689573-ec11-470a-81f1-23e99c60c344 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:30.645911 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 6eb272de-de09-45a4-9bb5-c9610af79bbc no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:28:30.663260 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 6eb272de-de09-45a4-9bb5-c9610af79bbc {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:28:30.663597 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 6eb272de-de09-45a4-9bb5-c9610af79bbc not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:28:31.624214 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1eec1-5ff0-4f25-994e-9a9bd9559e34 req-eb28b87b-e49f-41ae-af1e-d816ad3c2b62 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:31.625717 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fec1eec1-5ff0-4f25-994e-9a9bd9559e34 req-eb28b87b-e49f-41ae-af1e-d816ad3c2b62 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0531597 Aug 30 19:28:31.662505 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fec1eec1-5ff0-4f25-994e-9a9bd9559e34 req-6d1dc03f-dc3e-4f15-81db-cf49c30597aa tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Aug 30 19:28:32.779920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24db17-31ac-44fd-8f9c-6adfc6bc6e05 req-667d9d9c-ada1-4f8e-98ad-e3bfb56b642c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:32.781396 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4f24db17-31ac-44fd-8f9c-6adfc6bc6e05 req-667d9d9c-ada1-4f8e-98ad-e3bfb56b642c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0528674 Aug 30 19:28:32.819761 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4f24db17-31ac-44fd-8f9c-6adfc6bc6e05 req-8176771f-aad4-4ca1-8cac-be46511d9958 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Aug 30 19:28:33.039234 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9edf9d57-fd31-4d5c-b6a2-b88dfcf231c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:33.932455 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c26c-2dc9-4ccd-984a-28def17e1d45 req-2c9db680-de5f-4256-936c-0c635d487440 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:33.933906 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f8f4c26c-2dc9-4ccd-984a-28def17e1d45 req-2c9db680-de5f-4256-936c-0c635d487440 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 944 time: 0.0491703 Aug 30 19:28:33.972378 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f8f4c26c-2dc9-4ccd-984a-28def17e1d45 req-38504a39-593c-458a-a96c-10e923ff19ee tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Aug 30 19:28:34.179682 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 40692792-94a7-48e2-ad71-9d51baa6297a details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:28:34.283048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=40692792-94a7-48e2-ad71-9d51baa6297a,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:34.294114 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': '40692792-94a7-48e2-ad71-9d51baa6297a', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'port_id': '40692792-94a7-48e2-ad71-9d51baa6297a', 'mac_address': 'fa:16:3e:e8:cb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:28:34.330534 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:34.343214 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40692792-94a7-48e2-ad71-9d51baa6297a {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:28:34.361111 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=40692792-94a7-48e2-ad71-9d51baa6297a,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:34.365280 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:34.412147 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:34.620040 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['40692792-94a7-48e2-ad71-9d51baa6297a'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:28:35.090769 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df31cf2-e7a5-4af6-a14a-7f757901cefd req-031ce3de-356f-45fd-a481-a1f24e03cee6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:35.092228 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6df31cf2-e7a5-4af6-a14a-7f757901cefd req-031ce3de-356f-45fd-a481-a1f24e03cee6 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 945 time: 0.0531120 Aug 30 19:28:35.130160 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6df31cf2-e7a5-4af6-a14a-7f757901cefd req-a79d9f6d-2779-4371-be75-72eb054fe2cc tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 30 19:28:35.802650 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6599e2e-b376-489f-aed2-5ef0606a5095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:36.142301 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:36.194145 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 40692792-94a7-48e2-ad71-9d51baa6297a up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:28:36.245842 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port 40692792-94a7-48e2-ad71-9d51baa6297a completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:28:36.246135 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b032ae-2fc4-4663-8c11-2bbceeb4fc90 req-c5e543cd-9217-4dea-aefd-e5f75793dbcb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:36.247549 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b032ae-2fc4-4663-8c11-2bbceeb4fc90 req-c5e543cd-9217-4dea-aefd-e5f75793dbcb tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 945 time: 0.0519369 Aug 30 19:28:36.249943 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port 40692792-94a7-48e2-ad71-9d51baa6297a triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:28:36.250314 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:36.287871 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-d9b032ae-2fc4-4663-8c11-2bbceeb4fc90 req-3770b5f4-37c4-45b2-85fc-22ec51bed69c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Aug 30 19:28:36.327768 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:36.350244 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:28:36.356846 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3daca-d9dd-4ebd-aa9e-7631b7a750a8" -d '{"events": [{"server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "name": "network-vif-plugged", "status": "completed", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:28:36.370861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=40692792-94a7-48e2-ad71-9d51baa6297a,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:28:36.375177 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:36.397576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65d8b7-77e8-4cc1-86b7-eaae9b36fba7 x-openstack-request-id: req-be65d8b7-77e8-4cc1-86b7-eaae9b36fba7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:28:36.397861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "name": "network-vif-plugged", "status": "completed", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:28:36.398104 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be65d8b7-77e8-4cc1-86b7-eaae9b36fba7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:28:36.398481 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a', 'code': 200} Aug 30 19:28:36.425443 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:36.617932 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfff717-c494-4a9e-8589-5e7430cc0fad req-d3f61c1d-ff8c-439f-bd4e-ec485d3b25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:36.619607 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-acfff717-c494-4a9e-8589-5e7430cc0fad req-d3f61c1d-ff8c-439f-bd4e-ec485d3b25be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1099 time: 0.0404627 Aug 30 19:28:36.655945 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-acfff717-c494-4a9e-8589-5e7430cc0fad req-a1a275cd-4594-41e7-8e8d-f10cb8316242 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280914 Aug 30 19:28:37.053211 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:37.406029 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cdb0b-4613-4eca-b2c0-8ef7ce845561 req-fbcf21b1-37c5-4a5f-8af5-8a68f6d27e11 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:37.407495 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7d9cdb0b-4613-4eca-b2c0-8ef7ce845561 req-fbcf21b1-37c5-4a5f-8af5-8a68f6d27e11 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0501604 Aug 30 19:28:37.446325 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-7d9cdb0b-4613-4eca-b2c0-8ef7ce845561 req-8e51c4b6-6bfc-489b-a035-6a78647211ab tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329580 Aug 30 19:28:38.565855 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e98153-e4ad-4b03-a84b-4c893f50d8b2 req-7c80f6e0-35bc-43a1-a109-194c997fba9c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:38.567260 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b8e98153-e4ad-4b03-a84b-4c893f50d8b2 req-7c80f6e0-35bc-43a1-a109-194c997fba9c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0507936 Aug 30 19:28:38.598391 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:38.605458 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b8e98153-e4ad-4b03-a84b-4c893f50d8b2 req-da6d6f37-61d5-446a-9d1c-4683f34d30c3 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 30 19:28:38.723588 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d553-ac8a-4942-912f-bd223628a597 req-10f00323-816b-4dff-8be5-025a1d9375ce tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:38.725047 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-52c3d553-ac8a-4942-912f-bd223628a597 req-10f00323-816b-4dff-8be5-025a1d9375ce tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0516083 Aug 30 19:28:38.762612 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-52c3d553-ac8a-4942-912f-bd223628a597 req-4d242f4f-2e2f-49aa-ae3c-926d4dc25569 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Aug 30 19:28:38.784329 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58606) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:39.015953 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5803e35-c05d-4c38-8e92-5f82515bbe11 tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:39.017361 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e5803e35-c05d-4c38-8e92-5f82515bbe11 tempest-TestVolumeBootPattern-1307215873 tempest-TestVolumeBootPattern-1307215873-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1094 time: 0.2320201 Aug 30 19:28:39.020104 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58610) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:28:39.024808 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'port_id': '40692792-94a7-48e2-ad71-9d51baa6297a', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:28:39.048159 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:39.140545 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:39.250196 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Allocated IP 172.27.0.22 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/05ec1da8-6f68-4ab2-9882-67f063b18895) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:28:39.351405 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:39.390033 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:39.436000 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:28:39.439572 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:28:39.444042 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:28:39.447132 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=05ec1da8-6f68-4ab2-9882-67f063b18895,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:39.823247 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:39.896880 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:40.050428 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:40.054664 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:40.120899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event updated for resources: {'Port': ['ID=05ec1da8-6f68-4ab2-9882-67f063b18895,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:28:40.133635 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:40.236668 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP bfe923ef-23c3-42cd-a43e-f4cce0db24ea associated. External IP: 172.27.0.22, port: 40692792-94a7-48e2-ad71-9d51baa6297a. Aug 30 19:28:40.443476 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:28:40.551520 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:28:40.562092 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:28:40.569443 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:40.571336 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:40.571931 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:40.597819 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-67a2fdd5-d87d-4a59-a940-aa2f693eb813 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5765221 Aug 30 19:28:40.598402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:28:40.600650 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d217904d-54b8-4e88-9f92-14cbed0ea98b" -d '{"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:28:40.643917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5d0568-46cd-4c4b-9d40-9462c5a947b9 x-openstack-request-id: req-bd5d0568-46cd-4c4b-9d40-9462c5a947b9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:28:40.644237 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:28:40.644505 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd5d0568-46cd-4c4b-9d40-9462c5a947b9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:28:40.644940 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a', 'status': 'completed', 'code': 200} Aug 30 19:28:40.683153 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:40.709681 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-5620cbfe-6bf6-4b62-af6a-7e4dd159f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:40.711199 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-5620cbfe-6bf6-4b62-af6a-7e4dd159f3da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1099 time: 0.0427113 Aug 30 19:28:40.811676 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-65503f9e-3b0d-4e4b-88b3-28c244708849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:40.813443 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-65503f9e-3b0d-4e4b-88b3-28c244708849 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.0938327 Aug 30 19:28:40.884514 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-27520f4e-6193-4238-abe7-a60d23be3764 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 200 len: 999 time: 0.0605476 Aug 30 19:28:40.917727 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}, {'id': 'bfe923ef-23c3-42cd-a43e-f4cce0db24ea', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '40692792-94a7-48e2-ad71-9d51baa6297a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e8:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:28:39Z', 'updated_at': '2021-08-30T19:28:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:40.934747 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-dd87b182-12bc-41db-85db-626ed0ebda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:40.936483 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-dd87b182-12bc-41db-85db-626ed0ebda49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0435677 Aug 30 19:28:40.947534 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:28:40.956501 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:28:40.957103 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:28:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:40.987454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-10a5f19c-afca-40d9-8b8e-da112e1831b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:40.988942 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-10a5f19c-afca-40d9-8b8e-da112e1831b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444105 Aug 30 19:28:41.081653 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-50173e00-58d6-4d02-932e-f8c7faf02b0c service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Aug 30 19:28:41.151778 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:28:41.178997 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d217904d-54b8-4e88-9f92-14cbed0ea98b req-576a38ec-b9ef-4a32-aaad-0d05b81b1fc5 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894272 Aug 30 19:28:41.369792 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}, {'id': 'bfe923ef-23c3-42cd-a43e-f4cce0db24ea', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '40692792-94a7-48e2-ad71-9d51baa6297a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e8:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:28:39Z', 'updated_at': '2021-08-30T19:28:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:28:41.394500 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc60de-a260-4873-a017-cecafba3eb69 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}, {'id': 'bfe923ef-23c3-42cd-a43e-f4cce0db24ea', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '40692792-94a7-48e2-ad71-9d51baa6297a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:e8:cb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:28:39Z', 'updated_at': '2021-08-30T19:28:39Z', 'revision_number': 0, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:28:41.586656 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21720a3-9782-4f2b-8946-1100c29f8609 None None] New status for floating IP bfe923ef-23c3-42cd-a43e-f4cce0db24ea: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:28:46.156393 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:28:46.307536 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e950fb-4249-4cb0-a897-6942a8df939a req-b5fcf58a-4654-495e-bc0d-616edeae70b5 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:46.308989 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-37e950fb-4249-4cb0-a897-6942a8df939a req-b5fcf58a-4654-495e-bc0d-616edeae70b5 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0509520 Aug 30 19:28:46.348027 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-37e950fb-4249-4cb0-a897-6942a8df939a req-e46febbc-507b-4888-8bb3-e09508f46569 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 Aug 30 19:28:47.019117 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:28:47.465817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205a3bf-5613-4cdb-8cc8-ddddc472eada req-e2091af7-4997-4ad9-987c-38ae8f1c15ba tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:47.467584 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0205a3bf-5613-4cdb-8cc8-ddddc472eada req-e2091af7-4997-4ad9-987c-38ae8f1c15ba tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0505533 Aug 30 19:28:47.506390 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0205a3bf-5613-4cdb-8cc8-ddddc472eada req-3b7f655b-2261-4ab4-af5c-0caf39a3458c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Aug 30 19:28:48.625524 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d25477-d6ca-4f40-9636-e23ba300152b req-5f9fa961-f3e0-4ad8-82d8-86d0c631bd28 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:48.627017 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-47d25477-d6ca-4f40-9636-e23ba300152b req-5f9fa961-f3e0-4ad8-82d8-86d0c631bd28 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0519395 Aug 30 19:28:48.673268 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-47d25477-d6ca-4f40-9636-e23ba300152b req-ac3c38a3-1d97-4862-a271-35872b1cbd3b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Aug 30 19:28:49.790503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca092867-0fa2-4782-b0ba-29eb0accfd79 req-6776671a-0bd5-4318-ab17-c139c5d397c3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:49.791961 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ca092867-0fa2-4782-b0ba-29eb0accfd79 req-6776671a-0bd5-4318-ab17-c139c5d397c3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0480564 Aug 30 19:28:49.830094 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ca092867-0fa2-4782-b0ba-29eb0accfd79 req-86291501-e618-4419-ae4a-a5d381b87d31 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Aug 30 19:28:49.990998 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-b4e0665a-da38-4a6f-b7dc-ef5292a67adf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455668 Aug 30 19:28:50.053496 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436903f-3485-4da8-b567-0707ec474b4b req-7474795f-24d6-4822-9af8-5704cc8b773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:50.054947 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-7474795f-24d6-4822-9af8-5704cc8b773e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1098 time: 0.0406675 Aug 30 19:28:50.158422 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436903f-3485-4da8-b567-0707ec474b4b req-fd88a403-c7bb-4fdf-babf-867689dfca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:50.159844 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-fd88a403-c7bb-4fdf-babf-867689dfca30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.0847850 Aug 30 19:28:50.228582 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-9a1f1483-dd3f-43af-a112-a9f01f60c30c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 1001 time: 0.0611579 Aug 30 19:28:50.279957 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436903f-3485-4da8-b567-0707ec474b4b req-d366deac-8913-44d6-932c-2616e88176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:50.281300 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-d366deac-8913-44d6-932c-2616e88176f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0444534 Aug 30 19:28:50.331321 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436903f-3485-4da8-b567-0707ec474b4b req-df28ed21-f516-464f-9273-6a86b221c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:50.332855 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-df28ed21-f516-464f-9273-6a86b221c13f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401616 Aug 30 19:28:50.427565 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-b41055af-203b-4366-8264-b575c9e872fd service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873425 Aug 30 19:28:50.520085 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5436903f-3485-4da8-b567-0707ec474b4b req-eed9d771-b3d4-4b16-8b53-9f015862c68a service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827720 Aug 30 19:28:50.948447 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc88328-4759-4d7f-a0b0-1ea0836bded5 req-dafd2257-5298-463c-b3fa-c6d110fc0b98 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:50.949940 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cc88328-4759-4d7f-a0b0-1ea0836bded5 req-dafd2257-5298-463c-b3fa-c6d110fc0b98 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0516775 Aug 30 19:28:50.989262 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cc88328-4759-4d7f-a0b0-1ea0836bded5 req-0d245c30-1598-4662-950a-3fd2a2fa225e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Aug 30 19:28:52.112228 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81e902-1ae1-4dd7-a906-fbb9d03bfdde req-f6bece67-83af-4de5-8a25-642d166e21b7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:52.113603 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a81e902-1ae1-4dd7-a906-fbb9d03bfdde req-f6bece67-83af-4de5-8a25-642d166e21b7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0535624 Aug 30 19:28:52.150382 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a81e902-1ae1-4dd7-a906-fbb9d03bfdde req-0253c212-7ad8-4fa5-82fc-747e8a538011 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Aug 30 19:28:53.266820 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57ee7-94f0-4f2d-b6ee-48cb0c2a88d9 req-c0cc10fa-abf2-4ff2-a298-fe1ea65c28d4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:53.268267 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-13d57ee7-94f0-4f2d-b6ee-48cb0c2a88d9 req-c0cc10fa-abf2-4ff2-a298-fe1ea65c28d4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0496318 Aug 30 19:28:53.309631 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-13d57ee7-94f0-4f2d-b6ee-48cb0c2a88d9 req-734a93ab-6973-47ff-9498-6eaf13a62181 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349422 Aug 30 19:28:54.427474 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2108381-9053-46dd-b526-7f97ad9b6eef req-fcf83620-efef-4703-b9ae-d85324de65b8 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:54.428955 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e2108381-9053-46dd-b526-7f97ad9b6eef req-fcf83620-efef-4703-b9ae-d85324de65b8 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0513582 Aug 30 19:28:54.466950 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e2108381-9053-46dd-b526-7f97ad9b6eef req-45a0afcf-2eb6-44cf-84a6-f3473140b091 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Aug 30 19:28:55.585060 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4220c4-fe7b-4b86-9439-bc15f7e22b4a req-7a971bb6-2596-42f5-8313-0ad313a7df3c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:55.586562 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6a4220c4-fe7b-4b86-9439-bc15f7e22b4a req-7a971bb6-2596-42f5-8313-0ad313a7df3c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0497291 Aug 30 19:28:55.626245 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6a4220c4-fe7b-4b86-9439-bc15f7e22b4a req-2e5337ee-c103-449a-9d2d-22eed078cfe5 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Aug 30 19:28:56.741169 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049108f-03c1-48cb-806c-c3a3080e1f70 req-bbf86f06-702c-4b78-9117-e079860f6c2c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:56.742562 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f049108f-03c1-48cb-806c-c3a3080e1f70 req-bbf86f06-702c-4b78-9117-e079860f6c2c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0487206 Aug 30 19:28:56.779852 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f049108f-03c1-48cb-806c-c3a3080e1f70 req-8d3ebc15-6152-497d-b5cb-7edf02df5f1f tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311201 Aug 30 19:28:57.897559 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b44f0-3092-4982-bca1-289a95f27910 req-2e4d8450-5c56-4f4c-9a17-0ff7fcdec065 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:57.899026 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-180b44f0-3092-4982-bca1-289a95f27910 req-2e4d8450-5c56-4f4c-9a17-0ff7fcdec065 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0523171 Aug 30 19:28:57.938638 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-180b44f0-3092-4982-bca1-289a95f27910 req-c0b35e6e-a1a8-4193-b6ce-29f4b921514c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331042 Aug 30 19:28:59.056118 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d864e1-4106-4a4c-b4a8-9320ce338c8b req-aa203d34-a5b2-4e2a-aa9a-86d01dbba648 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:28:59.057602 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-98d864e1-4106-4a4c-b4a8-9320ce338c8b req-aa203d34-a5b2-4e2a-aa9a-86d01dbba648 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0530221 Aug 30 19:28:59.095268 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-98d864e1-4106-4a4c-b4a8-9320ce338c8b req-b998029d-9215-4cbd-96a2-2df80c2a6a16 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316482 Aug 30 19:29:00.209729 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc253a5-1f2c-4788-b798-03e3d8a59570 req-78aaecc7-f90e-4b3d-9417-ca3bf9da6a6a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:00.211115 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6dc253a5-1f2c-4788-b798-03e3d8a59570 req-78aaecc7-f90e-4b3d-9417-ca3bf9da6a6a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0498948 Aug 30 19:29:00.253737 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-6dc253a5-1f2c-4788-b798-03e3d8a59570 req-852d3f2b-9c90-4c12-a900-6552de1da505 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Aug 30 19:29:01.372837 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b546-11b5-4b58-a896-676788982bd9 req-12a04347-6ef1-4344-babb-bc9392ca383d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:01.374312 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d34b546-11b5-4b58-a896-676788982bd9 req-12a04347-6ef1-4344-babb-bc9392ca383d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0484672 Aug 30 19:29:01.410913 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d34b546-11b5-4b58-a896-676788982bd9 req-0898ed98-244f-4729-9c93-dd9fc1f99c37 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Aug 30 19:29:02.530723 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041594-dc0d-46f1-b4bd-d1b569594e08 req-2d72e96b-c861-47d8-9314-37c0bc320c18 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:02.531917 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-af041594-dc0d-46f1-b4bd-d1b569594e08 req-2d72e96b-c861-47d8-9314-37c0bc320c18 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0532787 Aug 30 19:29:02.570006 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-af041594-dc0d-46f1-b4bd-d1b569594e08 req-b50e367b-394b-4689-8055-a979ca865ec0 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Aug 30 19:29:02.767875 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135ef3-48f4-4836-ba6b-011eb0d90695 req-23ec75f5-0182-424c-9b6e-b1176db9f52d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:02.769265 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2a135ef3-48f4-4836-ba6b-011eb0d90695 req-23ec75f5-0182-424c-9b6e-b1176db9f52d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0522158 Aug 30 19:29:02.807121 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-2a135ef3-48f4-4836-ba6b-011eb0d90695 req-707d2f4a-4af4-4a6e-90c1-d842dc6163db tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Aug 30 19:29:02.828708 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041a5f-5901-4099-b915-3f919cc5766d req-ca587dfa-efe2-4ae8-83e9-13e044b55924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:02.830232 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-ca587dfa-efe2-4ae8-83e9-13e044b55924 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1098 time: 0.0422478 Aug 30 19:29:02.922787 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041a5f-5901-4099-b915-3f919cc5766d req-fd408a08-db2b-47d6-bcc4-c97872221d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:02.924236 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-fd408a08-db2b-47d6-bcc4-c97872221d5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.0862653 Aug 30 19:29:02.989711 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-cd837845-9f97-4328-8aee-dbd6ddabe504 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 1001 time: 0.0569861 Aug 30 19:29:03.038993 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041a5f-5901-4099-b915-3f919cc5766d req-bd4d2f41-5568-4edb-8e7d-44feec341049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:03.040287 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8e06cb44-6bdd-4a58-89d5-3600a2fa50c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:03.040976 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-bd4d2f41-5568-4edb-8e7d-44feec341049 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0437965 Aug 30 19:29:03.091365 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041a5f-5901-4099-b915-3f919cc5766d req-5c3cf35d-4290-4bfb-a2d4-9c4f5b1cac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:03.092823 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-5c3cf35d-4290-4bfb-a2d4-9c4f5b1cac1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435216 Aug 30 19:29:03.181712 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-3db17a22-c9b6-4ed3-aaf9-ff525190dcdd service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808949 Aug 30 19:29:03.539102 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-40041a5f-5901-4099-b915-3f919cc5766d req-4ef7af7a-7586-4490-9381-da9533b02485 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468230 Aug 30 19:29:03.930337 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8ab6-9c89-4f31-a71c-b39efc3733b4 req-31ed8dc2-5c0c-4ab6-a321-29151e7c18e9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:03.931849 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-91bf8ab6-9c89-4f31-a71c-b39efc3733b4 req-31ed8dc2-5c0c-4ab6-a321-29151e7c18e9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0547051 Aug 30 19:29:03.972106 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-91bf8ab6-9c89-4f31-a71c-b39efc3733b4 req-abc833de-2f37-49ce-b1e3-4f3ec5de1494 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325289 Aug 30 19:29:05.088474 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc70785-13c0-4d6b-a3bc-a1adbd06d3bf req-f1d2ae07-1a4b-420d-8de0-e91bc9f82a88 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:05.090652 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4cc70785-13c0-4d6b-a3bc-a1adbd06d3bf req-f1d2ae07-1a4b-420d-8de0-e91bc9f82a88 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0489900 Aug 30 19:29:05.127850 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4cc70785-13c0-4d6b-a3bc-a1adbd06d3bf req-f6bd6c2c-f37d-41af-ba0f-ec519ce8c7c7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Aug 30 19:29:05.804041 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15920281-41f8-473f-aa07-21d511447c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:06.143673 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:07.055837 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:08.597623 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:16.171558 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:24.018067 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:29:33.043007 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da668c9c-6bda-457a-ae02-bfe98855dd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:35.805580 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d5fdcd6a-4068-4b38-b9cb-86b5c2854349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:36.145268 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:37.058766 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:38.606661 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:39.370219 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b87db-8ec9-4ffc-a9ed-85405ed9a721 req-9838fd0b-b263-4200-8285-16426fedeb9c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:39.371713 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c64b87db-8ec9-4ffc-a9ed-85405ed9a721 req-9838fd0b-b263-4200-8285-16426fedeb9c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0486128 Aug 30 19:29:39.410383 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c64b87db-8ec9-4ffc-a9ed-85405ed9a721 req-728c1736-1a26-4f83-a012-17d4434fb7b4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Aug 30 19:29:40.584464 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb266123-c3d4-4f47-bdba-f1a3231af184 req-b85ba315-3907-4436-9150-2b05c480a962 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:40.585974 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fb266123-c3d4-4f47-bdba-f1a3231af184 req-b85ba315-3907-4436-9150-2b05c480a962 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.1039445 Aug 30 19:29:40.632061 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-fb266123-c3d4-4f47-bdba-f1a3231af184 req-1da47dc1-0467-437e-b2db-6b4e71b16259 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401201 Aug 30 19:29:41.752049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e689-ec94-454f-8246-5c194d3055e0 req-979622d0-95c8-404b-9e14-dc9e0e1d48cf tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:41.753549 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0588e689-ec94-454f-8246-5c194d3055e0 req-979622d0-95c8-404b-9e14-dc9e0e1d48cf tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0540574 Aug 30 19:29:41.793013 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0588e689-ec94-454f-8246-5c194d3055e0 req-f6680287-5328-4520-a529-71facd884ea4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Aug 30 19:29:42.910545 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7c59-571c-4f43-818b-97d07a66ccbd req-d07b3261-2843-4293-8a2b-8bcd00592ec0 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:42.911898 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-516f7c59-571c-4f43-818b-97d07a66ccbd req-d07b3261-2843-4293-8a2b-8bcd00592ec0 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0517929 Aug 30 19:29:42.951279 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-516f7c59-571c-4f43-818b-97d07a66ccbd req-66b69df2-4bdf-4b23-83ea-bbf63f8fea22 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Aug 30 19:29:44.065859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3dcd-62aa-4c93-8f73-a388cf4ef9a1 req-50e822a9-7add-40b8-b668-e638b6f94d3d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:44.067369 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c5e3dcd-62aa-4c93-8f73-a388cf4ef9a1 req-50e822a9-7add-40b8-b668-e638b6f94d3d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0506525 Aug 30 19:29:44.105651 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9c5e3dcd-62aa-4c93-8f73-a388cf4ef9a1 req-74f422ba-715a-4794-8fdc-a7d55c7d3fa5 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Aug 30 19:29:45.219270 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327f7db-b511-48b0-99e0-ccef12c9ef7f req-b5ae507c-ee96-4502-902b-021d6e607e72 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.220659 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1327f7db-b511-48b0-99e0-ccef12c9ef7f req-b5ae507c-ee96-4502-902b-021d6e607e72 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0492210 Aug 30 19:29:45.257561 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1327f7db-b511-48b0-99e0-ccef12c9ef7f req-9dc975ef-7b49-4541-bef6-281e5febc2f7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Aug 30 19:29:45.452256 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760187f-6f4b-49dd-94f8-f9cc3a3a71c5 req-4d2e6c4b-ba69-40b1-ad7f-151b94827434 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.453812 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4760187f-6f4b-49dd-94f8-f9cc3a3a71c5 req-4d2e6c4b-ba69-40b1-ad7f-151b94827434 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0501139 Aug 30 19:29:45.479922 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-19018432-2519-40b5-9e3e-1dff731deedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.481315 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-19018432-2519-40b5-9e3e-1dff731deedc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 1098 time: 0.0414462 Aug 30 19:29:45.492974 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-4760187f-6f4b-49dd-94f8-f9cc3a3a71c5 req-57ea3217-5f83-4472-ba15-1e7b7fcca1a0 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Aug 30 19:29:45.575041 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-8be7d656-5146-4401-ba40-0b0b5562b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.576497 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-8be7d656-5146-4401-ba40-0b0b5562b85f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.0880444 Aug 30 19:29:45.642472 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-ee4f1083-2bea-407e-b76d-4c6e7f30f152 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 200 len: 1001 time: 0.0583899 Aug 30 19:29:45.694688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-ad832019-cc86-4e71-bd73-83b4f759f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.696132 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-ad832019-cc86-4e71-bd73-83b4f759f837 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0460260 Aug 30 19:29:45.742469 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-fa557a76-9e65-4060-8b92-ee785002f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:45.743812 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-fa557a76-9e65-4060-8b92-ee785002f58e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398493 Aug 30 19:29:45.834327 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-7f88fe5f-d049-4dd5-a2a2-3c5ef1894c3a service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815458 Aug 30 19:29:45.927854 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c910f3d7-3e15-42cb-b467-b71515b5e4db req-b1411992-7520-4965-a161-f57261b16fd6 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Aug 30 19:29:46.181503 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:29:46.608983 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9f0a0-ff4b-486d-a6e8-d9ead3e9fccd req-c30d98e4-c24c-4ac9-a98f-b4198611322b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:46.610490 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-49d9f0a0-ff4b-486d-a6e8-d9ead3e9fccd req-c30d98e4-c24c-4ac9-a98f-b4198611322b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0501893 Aug 30 19:29:46.651251 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-49d9f0a0-ff4b-486d-a6e8-d9ead3e9fccd req-733396c9-597e-4179-8828-11a940fca0bc tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347443 Aug 30 19:29:50.255661 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-aaf70c9c-5fdc-4416-8c56-0d6ebdff8065 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390365 Aug 30 19:29:50.343174 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-54327848-f889-426b-b29d-59a0755b1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:50.344644 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-54327848-f889-426b-b29d-59a0755b1c90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1098 time: 0.0476892 Aug 30 19:29:50.449105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-fa3a89fe-0024-4696-ac74-72693c701065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:50.450577 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-fa3a89fe-0024-4696-ac74-72693c701065 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.0849078 Aug 30 19:29:50.520234 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-28a36cc9-4be4-48f3-80bb-c452265cbcdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 1001 time: 0.0619805 Aug 30 19:29:50.572312 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-7d5420ec-2062-4879-b3a6-6ce25490dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:50.573761 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-7d5420ec-2062-4879-b3a6-6ce25490dbfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0444982 Aug 30 19:29:50.619711 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-84452f0a-681d-4cad-bfa2-66660f00ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:29:50.621189 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-84452f0a-681d-4cad-bfa2-66660f00ec97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401456 Aug 30 19:29:50.717213 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-6d28fdfa-080d-40a4-9ac7-44efa5ad3e1b service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 Aug 30 19:29:50.806275 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6ce6bf6d-970f-4013-bec4-8456e39b990e req-41e56e4d-8c92-4210-b05b-365d43181723 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Aug 30 19:30:01.016818 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:30:03.047709 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7e71661a-23f7-4a03-bf03-a643bcd2d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:05.807055 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4de39789-2d1a-48b0-b027-d3396663d72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:06.145687 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:07.062004 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:08.602140 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:16.180355 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:19.161959 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af28ac1-ec75-4341-945a-22c3b0f6287a req-8ee02324-2b42-4424-89ea-d12041d855ba tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:19.164212 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3af28ac1-ec75-4341-945a-22c3b0f6287a req-8ee02324-2b42-4424-89ea-d12041d855ba tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0539796 Aug 30 19:30:19.202139 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3af28ac1-ec75-4341-945a-22c3b0f6287a req-17a3177b-5f6e-4466-9015-a898f31feecd tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Aug 30 19:30:19.618416 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:19.769741 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port 05ec1da8-6f68-4ab2-9882-67f063b18895 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:19.770071 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:19.842112 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:19.842436 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:19.854386 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for 05ec1da8-6f68-4ab2-9882-67f063b18895 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:19.999465 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:20.028129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=05ec1da8-6f68-4ab2-9882-67f063b18895,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:20.040634 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.040982 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.041321 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.041681 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.042013 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.042342 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.042672 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.042995 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.043319 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.043639 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.043958 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.044275 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:20.097915 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:20.098238 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.db.l3_db [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP bfe923ef-23c3-42cd-a43e-f4cce0db24ea disassociated (deleted). External IP: 172.27.0.22, port: 40692792-94a7-48e2-ad71-9d51baa6297a. Aug 30 19:30:20.325112 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610ff60-de44-42f0-894e-f80b46cffa24 req-5d8927cd-bf17-4e0a-a6fd-bb2016a6880b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:20.326715 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8610ff60-de44-42f0-894e-f80b46cffa24 req-5d8927cd-bf17-4e0a-a6fd-bb2016a6880b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0515664 Aug 30 19:30:20.369044 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8610ff60-de44-42f0-894e-f80b46cffa24 req-b429c0a4-138d-4ecd-87bd-568bf1a600f9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357063 Aug 30 19:30:20.539369 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:20.650658 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:20.655707 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:20.661189 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:20.670345 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:20.671204 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:20.688240 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-37d48cac-4ac7-4d0d-acb2-fb871d9c16be tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "DELETE /v2.0/floatingips/bfe923ef-23c3-42cd-a43e-f4cce0db24ea HTTP/1.1" status: 204 len: 168 time: 1.0663426 Aug 30 19:30:20.688240 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:20.689953 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732fdb2ecf161047fe472d590e7ccda5a6b55b76283c19d67b7f690131d07590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a0a0a-43f9-44e4-94ff-26b83dcd2033" -d '{"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:20.728302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc27d12-7b12-4600-b361-ed106e23601e x-openstack-request-id: req-4cc27d12-7b12-4600-b361-ed106e23601e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:20.728592 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:20.728837 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4cc27d12-7b12-4600-b361-ed106e23601e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:20.729226 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a', 'status': 'completed', 'code': 200} Aug 30 19:30:20.802290 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:20.818907 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-208c5c5f-8b6c-4cd6-8c96-53f04215003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:20.822096 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-208c5c5f-8b6c-4cd6-8c96-53f04215003c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 1099 time: 0.0635779 Aug 30 19:30:21.008659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7389c8a-2ede-488a-b190-f5be73a094b2 req-740590fa-4bb8-4e15-95a8-b02c0a5951d0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.010201 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7389c8a-2ede-488a-b190-f5be73a094b2 req-740590fa-4bb8-4e15-95a8-b02c0a5951d0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0818706 Aug 30 19:30:21.011636 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-efdfe7d2-7fae-415f-9e08-17e8079d76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.012929 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-efdfe7d2-7fae-415f-9e08-17e8079d76d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1826072 Aug 30 19:30:21.051711 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:21.066483 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-fdcd28ba-02ba-4a03-a98c-1f647138251c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 200 len: 217 time: 0.0431204 Aug 30 19:30:21.082769 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:21.094936 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:21.095553 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:21.143147 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c7389c8a-2ede-488a-b190-f5be73a094b2 req-19da3085-c7fc-4ade-9754-a801a2bd0d73 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263251 Aug 30 19:30:21.170596 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-6ac9436d-b2e5-4426-bb13-a9391a4f6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.172035 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-6ac9436d-b2e5-4426-bb13-a9391a4f6200 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.0935705 Aug 30 19:30:21.180598 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-facd4551-29d6-40ba-b4d1-94d46a83b0f3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.182039 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-facd4551-29d6-40ba-b4d1-94d46a83b0f3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.1175201 Aug 30 19:30:21.233490 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:21.275924 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-90cda0dc-0248-46eb-9c4c-eec97a006669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.277417 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-90cda0dc-0248-46eb-9c4c-eec97a006669 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945034 Aug 30 19:30:21.291612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-e0c4e355-1ca6-4558-acae-011ba43c742d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:30:21.292564 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-e0c4e355-1ca6-4558-acae-011ba43c742d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060325 Aug 30 19:30:21.353454 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Deleting port 67758f57-4544-4878-ba51-9dd2634d859c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:21.354143 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:21.465966 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-a6210553-a496-46c7-bd87-3d377cf06437 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640503 Aug 30 19:30:21.512798 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b855d4-92b4-44c9-9f47-66abd2c54015 req-4ddd1fc4-c2e1-4065-8358-ec11bebd8955 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:21.516595 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-45b855d4-92b4-44c9-9f47-66abd2c54015 req-4ddd1fc4-c2e1-4065-8358-ec11bebd8955 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 945 time: 0.0607674 Aug 30 19:30:21.520233 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:21.521026 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] For port 67758f57-4544-4878-ba51-9dd2634d859c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=67758f57-4544-4878-ba51-9dd2634d859c,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:21.521430 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:21.554881 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864e24d-a090-4283-b2ab-0b22b97126b7 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '353eebc2-099d-487d-b539-6a0380822102', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'port_id': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'mac_address': 'fa:16:3e:b6:17:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:26:23Z', 'updated_at': '2021-08-30T19:26:25Z', 'revision_number': 1, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:21.592110 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-45b855d4-92b4-44c9-9f47-66abd2c54015 req-b8cc948e-f5e9-49fa-87bc-bfe8c5814280 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=7da92314-3f87-4c75-b046-267c2925618f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705779 Aug 30 19:30:21.697623 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-402a0a0a-43f9-44e4-94ff-26b83dcd2033 req-fdc7730a-af8d-4cc6-aa47-e8467b724c32 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173095 Aug 30 19:30:21.777865 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:21.778412 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:21.778805 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Floating IP feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2 disassociated. External IP: 172.27.0.207, port: 67758f57-4544-4878-ba51-9dd2634d859c. Aug 30 19:30:21.779217 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Calling delete_port for 67758f57-4544-4878-ba51-9dd2634d859c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:21.845730 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2c298-8919-46a4-92a9-7199a945535a None None] New status for floating IP bfe923ef-23c3-42cd-a43e-f4cce0db24ea: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:30:21.925818 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:21.958726 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'Port': ['ID=67758f57-4544-4878-ba51-9dd2634d859c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:21.972163 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.972467 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.972807 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.973153 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.973485 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.973828 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.974183 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.974510 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.974839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.975160 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.976093 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:21.976499 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:22.088416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:22.209575 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:22.220221 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:22.230608 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:22.231210 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:22.278449 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] No DVR routers for this DVR port 67758f57-4544-4878-ba51-9dd2634d859c on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:22.280951 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:22.283227 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0294d828-8a69-4655-808e-aa8cfdfc66f9 req-a133824a-c869-4c60-9575-28b434b59278 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "DELETE /v2.0/ports/67758f57-4544-4878-ba51-9dd2634d859c HTTP/1.1" status: 204 len: 173 time: 1.0928097 Aug 30 19:30:22.283834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'name': 'network-vif-deleted', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:22.286085 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc45ebb-88ce-414d-8ac0-f08dc67337ed" -d '{"events": [{"server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "name": "network-vif-deleted", "tag": "67758f57-4544-4878-ba51-9dd2634d859c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:22.324167 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eef7f-568e-4647-b2f2-f35cfe2a3f33 req-1443ddc6-397a-4053-895f-b9e53c3cdf25 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:22.326222 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d7eef7f-568e-4647-b2f2-f35cfe2a3f33 req-1443ddc6-397a-4053-895f-b9e53c3cdf25 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0865412 Aug 30 19:30:22.344743 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:22.345164 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb96104-06ae-462b-9ac3-c10058e9d840 x-openstack-request-id: req-bfb96104-06ae-462b-9ac3-c10058e9d840 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:22.345498 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118dd687-230b-4b76-807a-c64a9ad41b7f", "name": "network-vif-deleted", "tag": "67758f57-4544-4878-ba51-9dd2634d859c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:22.345817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bfb96104-06ae-462b-9ac3-c10058e9d840 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:22.346227 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118dd687-230b-4b76-807a-c64a9ad41b7f', 'name': 'network-vif-deleted', 'tag': '67758f57-4544-4878-ba51-9dd2634d859c', 'status': 'completed', 'code': 200} Aug 30 19:30:22.385734 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7d7eef7f-568e-4647-b2f2-f35cfe2a3f33 req-f5273ba6-0942-404e-ada6-8c0417a12886 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Aug 30 19:30:22.484538 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5ab61418-0230-432a-9620-dd4ff3006b9d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:22.486464 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5ab61418-0230-432a-9620-dd4ff3006b9d tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 946 time: 0.0549331 Aug 30 19:30:22.573931 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:22.587495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port 40692792-94a7-48e2-ad71-9d51baa6297a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:22.587859 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:22.688706 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] For port 40692792-94a7-48e2-ad71-9d51baa6297a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=40692792-94a7-48e2-ad71-9d51baa6297a,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:22.692332 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:22.693193 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:22.701832 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:22.702454 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:22.707105 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bd340627-0bdc-4de9-bb84-38afa07925bf req-11de3351-3332-451c-a9aa-858c0e0b152f tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=118dd687-230b-4b76-807a-c64a9ad41b7f HTTP/1.1" status: 200 len: 210 time: 0.0315969 Aug 30 19:30:22.712740 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for 40692792-94a7-48e2-ad71-9d51baa6297a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:22.831332 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:22.873909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:22.901251 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=40692792-94a7-48e2-ad71-9d51baa6297a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:22.953765 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] No DVR routers for this DVR port 40692792-94a7-48e2-ad71-9d51baa6297a on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:22.956083 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:22.958062 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-089fb301-16c6-45d0-8cdf-a6e4f2ee6224 req-5b87db64-66ed-4371-a088-afb26f633ee9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "DELETE /v2.0/ports/40692792-94a7-48e2-ad71-9d51baa6297a HTTP/1.1" status: 204 len: 173 time: 0.4647233 Aug 30 19:30:23.044263 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:23.073860 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68704e39-21ef-43f4-93e5-01e78610b5e0 None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:23.307197 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c7816-99f9-4a09-9922-20b16d4f19ed None None] New status for floating IP feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:30:23.640356 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7f8c788c-ee04-47d9-b890-2729a5d1d8ff req-8a1b2abf-b19f-4da4-a524-f1e9289afd37 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=75913118-cf54-46ba-8bdd-9db1eb6a8bef HTTP/1.1" status: 200 len: 210 time: 0.0327549 Aug 30 19:30:23.792302 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58776) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:23.847787 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:23.870180 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:23.916954 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:23.919890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:23.921116 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "DELETE /v2.0/security-groups/7da92314-3f87-4c75-b046-267c2925618f HTTP/1.1" status: 204 len: 168 time: 0.1277888 Aug 30 19:30:23.924062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:23.930573 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7049fb7-d9bd-46cf-a379-a5c999791bb3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da92314-3f87-4c75-b046-267c2925618f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:23.941023 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.api.v2.resource [None req-5ec8b2d7-a226-4e62-9639-fdc967dfa403 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] show failed (client error): The resource could not be found. Aug 30 19:30:23.942044 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5ec8b2d7-a226-4e62-9639-fdc967dfa403 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups/7da92314-3f87-4c75-b046-267c2925618f HTTP/1.1" status: 404 len: 347 time: 0.0170128 Aug 30 19:30:23.945039 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:24.066551 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Deleting port 87a9e6c9-0861-42c8-acf7-edd4c0913f8d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:24.066891 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.140299 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.140620 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.152734 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Calling delete_port for 87a9e6c9-0861-42c8-acf7-edd4c0913f8d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:24.283962 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.308584 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'Port': ['ID=87a9e6c9-0861-42c8-acf7-edd4c0913f8d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:24.347315 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'name': 'network-vif-deleted', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:24.349659 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db7563-fa69-46dd-b04f-e5bdff36550b" -d '{"events": [{"server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "name": "network-vif-deleted", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:24.375250 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.377772 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.378918 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ab7b689f-571c-4238-a6ed-1cd713a9e328 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "DELETE /v2.0/floatingips/feffd3b0-4bda-4e34-ba3c-9ffe757bc1c2 HTTP/1.1" status: 204 len: 168 time: 0.4329395 Aug 30 19:30:24.386640 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2e8de-0961-4c63-8202-7ea5a91e4137 x-openstack-request-id: req-d1d2e8de-0961-4c63-8202-7ea5a91e4137 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:24.386936 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75913118-cf54-46ba-8bdd-9db1eb6a8bef", "name": "network-vif-deleted", "tag": "40692792-94a7-48e2-ad71-9d51baa6297a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:24.387250 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1d2e8de-0961-4c63-8202-7ea5a91e4137 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:24.387628 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75913118-cf54-46ba-8bdd-9db1eb6a8bef', 'name': 'network-vif-deleted', 'tag': '40692792-94a7-48e2-ad71-9d51baa6297a', 'status': 'completed', 'code': 200} Aug 30 19:30:24.723423 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 40692792-94a7-48e2-ad71-9d51baa6297a no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:24.744737 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 40692792-94a7-48e2-ad71-9d51baa6297a {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:24.745339 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 40692792-94a7-48e2-ad71-9d51baa6297a not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:24.746011 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 67758f57-4544-4878-ba51-9dd2634d859c no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:24.760908 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:24.766295 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177242758', 'description': 'tempest-description--1218328473'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:24.768177 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 67758f57-4544-4878-ba51-9dd2634d859c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:24.768520 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 67758f57-4544-4878-ba51-9dd2634d859c not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:24.794567 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.876981 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.880820 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.909675 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:24.910907 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1489658 Aug 30 19:30:24.914364 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58794) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:24.915911 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5537402-8fa4-4aef-b040-2f995a4b13b2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b9b340-835d-438f-ad29-e25bab67658c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:24.931976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group_rule': {'security_group_id': '36b9b340-835d-438f-ad29-e25bab67658c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:24.960789 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.008052 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.012117 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.029779 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bea37f-37c5-43ed-be4c-08c6e787ae12,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:25.035431 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.037968 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e87a4e67-889c-4db5-b33e-d971adf99c0a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221857 Aug 30 19:30:25.039967 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58796) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:25.044675 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'security_group_rule': {'security_group_id': '36b9b340-835d-438f-ad29-e25bab67658c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:25.071243 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.131129 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.135305 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-210482'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.154409 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334b15d7-d155-44a2-b63a-aa1c7545b082,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:25.157732 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.161948 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d3b99726-9dec-4cca-8971-3b8984ef21e1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209102 Aug 30 19:30:25.162105 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58798) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:25.167425 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'floatingip': {'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:25.188610 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.285008 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.389703 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Allocated IP 172.27.0.175 (39e07233-689e-4f3b-bd40-94de9706aa60/f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b/e62a360a-249b-44a0-af45-ee795e0cc054) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:30:25.491125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.533588 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.568628 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Network 39e07233-689e-4f3b-bd40-94de9706aa60 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:30:25.575019 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:30:25.578507 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:30:25.583602 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=e62a360a-249b-44a0-af45-ee795e0cc054,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:25.666125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.699412 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.855878 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.861630 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.934362 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=e62a360a-249b-44a0-af45-ee795e0cc054,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:25.946140 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.959279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:25.961696 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-771253d1-3fe2-4f7f-9450-0b30be732b84 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7973876 Aug 30 19:30:26.145790 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-a757d686-77ea-4fd8-b59c-4a69d66e30a9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--177242758&fields=id&tenant_id=e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 267 time: 0.0348921 Aug 30 19:30:26.261662 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-dfe10d55-1b30-4048-9c50-8774e9aca9f4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:26.263143 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-dfe10d55-1b30-4048-9c50-8774e9aca9f4 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 811 time: 0.1097062 Aug 30 19:30:26.278399 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-4ae2a84f-9a20-4700-b050-a21f74faa2e5 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/quotas/e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 375 time: 0.0096426 Aug 30 19:30:26.331837 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-33302732-b7b6-4938-b794-6c277048f14a tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481288 Aug 30 19:30:26.348075 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-ce1ff9db-7e13-4354-bb1e-9040616ec3a1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 19:30:26.349070 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-ce1ff9db-7e13-4354-bb1e-9040616ec3a1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052092 Aug 30 19:30:26.441681 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-4b4a4f7f-a5a7-4b49-9457-feaae2609266 service neutron] 10.222.0.74 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Aug 30 19:30:26.530752 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-776b0e5a-bc38-4027-8491-a563bdeeafda service neutron] 10.222.0.74 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825274 Aug 30 19:30:26.691629 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5d3adfe6-6ed5-4a13-abed-34dff9cca60f req-2c4ef27f-61d6-46c0-82ab-60ad4f9b04e8 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Aug 30 19:30:26.956817 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58834) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:27.124445 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port e1cde245-55eb-451d-882e-de5a94315514 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:27.124835 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:27.475356 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:27.475577 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:27.487382 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for e1cde245-55eb-451d-882e-de5a94315514 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:27.711874 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:27.752677 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=e1cde245-55eb-451d-882e-de5a94315514,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:27.791393 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-bb43ea48-4cb8-41f9-ab3e-dbf7ee5479b0 req-74acc726-9ae1-4ef1-8ab3-1e9dcc3fc56e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 210 time: 0.0293784 Aug 30 19:30:27.823541 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-2871b329-240f-40dc-b8fb-38823501d41e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:27.824997 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-2871b329-240f-40dc-b8fb-38823501d41e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 811 time: 0.1911907 Aug 30 19:30:27.856206 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:27.856537 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Floating IP 353eebc2-099d-487d-b539-6a0380822102 disassociated (deleted). External IP: 172.27.0.122, port: 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0. Aug 30 19:30:27.912332 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-df0a5d75-2a37-4411-9a02-2e96592d0f54 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e26682f262be411ba84012dd132b5990 HTTP/1.1" status: 200 len: 379 time: 0.0752084 Aug 30 19:30:27.923537 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'port': {'device_id': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'admin_state_up': True, 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'security_groups': ['36b9b340-835d-438f-ad29-e25bab67658c']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:28.147978 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Made reservation on behalf of e26682f262be411ba84012dd132b5990 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 19:30:28.152140 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:28.187502 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:28.369761 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Allocated IP 172.20.0.7 (dfaef9ce-226e-4103-9cd1-881a250d4555/b30909e5-6df7-470a-85ec-6413827f4e13/f2ff986c-1173-4cca-ac1e-b6aacfc142a3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 19:30:28.388848 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:28.394447 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:28.399861 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:28.410644 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:28.411238 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:28.439842 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d67f904b-6a56-4f34-993d-d5b6ed40d9a9 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "DELETE /v2.0/floatingips/353eebc2-099d-487d-b539-6a0380822102 HTTP/1.1" status: 204 len: 168 time: 1.4818046 Aug 30 19:30:28.442155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:28.444402 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99902ab7-fce5-4e76-831c-b504a7caee4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:28.491766 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c948bc6-afff-4ea6-ab67-80ea7fd2c178 x-openstack-request-id: req-7c948bc6-afff-4ea6-ab67-80ea7fd2c178 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:28.492034 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:28.492886 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7c948bc6-afff-4ea6-ab67-80ea7fd2c178 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:28.493278 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'status': 'completed', 'code': 200} Aug 30 19:30:28.527702 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:28.593869 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-19ccebf7-b1a2-4cfe-b08a-45acba8325e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.595378 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-19ccebf7-b1a2-4cfe-b08a-45acba8325e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0b265d51b5a480c940de019e220e9e9&device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 1098 time: 0.0828195 Aug 30 19:30:28.598211 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:28.611755 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Transition to ACTIVE for port object f2ff986c-1173-4cca-ac1e-b6aacfc142a3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:30:28.699895 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04648f18-61b3-4694-929d-58773384275e req-3542e132-90c2-4ce0-92a6-170d0099229c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.705962 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-04648f18-61b3-4694-929d-58773384275e req-3542e132-90c2-4ce0-92a6-170d0099229c tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0540791 Aug 30 19:30:28.718155 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-858cd44f-3171-49c2-bef3-0047a9407727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.719619 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-858cd44f-3171-49c2-bef3-0047a9407727 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 200 len: 913 time: 0.1062365 Aug 30 19:30:28.721066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763832733718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:28.748567 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-04648f18-61b3-4694-929d-58773384275e req-f851161c-0d79-4781-bc06-a9cff62a2631 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Aug 30 19:30:28.754990 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:28.781589 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:28.790304 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:28.790890 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:28.803689 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-8c18b003-4b25-4858-ba6f-4149569645dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 200 len: 217 time: 0.0697906 Aug 30 19:30:28.808196 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Network dfaef9ce-226e-4103-9cd1-881a250d4555 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 19:30:28.823066 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 19:30:28.825495 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 19:30:28.882641 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event updated for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:28.898840 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:28.946734 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.947532 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:28.954335 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-46aad296-459b-460e-a617-cc8f04af0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.955944 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-46aad296-459b-460e-a617-cc8f04af0cfc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 200 len: 850 time: 0.1428487 Aug 30 19:30:28.984315 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1df5-d0fb-40b7-9459-d9835fe1b234 req-5f78ddfb-a058-464a-b562-3378a22ac62e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:28.985979 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dbca1df5-d0fb-40b7-9459-d9835fe1b234 req-5f78ddfb-a058-464a-b562-3378a22ac62e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 931 time: 0.1091740 Aug 30 19:30:29.004522 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-804a1b03-1f5b-4fa6-8816-392813aacf99 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849552 Aug 30 19:30:29.027569 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Request body: {'port': {'device_id': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:29.084292 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-eee356d9-0160-46bc-ab0c-9993950f4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:29.085766 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-eee356d9-0160-46bc-ab0c-9993950f4df6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e04c8f77-b115-47c1-9d03-4eccdb41d171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207440 Aug 30 19:30:29.103434 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dbca1df5-d0fb-40b7-9459-d9835fe1b234 req-b6a68cf0-6caf-491a-9974-6571e2acb063 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019657 Aug 30 19:30:29.115726 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:29.132341 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c14de5ad-ac9f-4203-83cb-4a124819067d None None] Provisioning for port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 completed by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:30:29.138143 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c14de5ad-ac9f-4203-83cb-4a124819067d None None] Provisioning complete for port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 triggered by entity DHCP. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:30:29.138718 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c14de5ad-ac9f-4203-83cb-4a124819067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.144043 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2910f-7c17-486b-a305-7c97a1bc2c32 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:22:14Z', 'revision_number': 4, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '4d2cd48f-70e1-4cbf-812d-9f12b7bb4259', 'name': '', 'network_id': 'e04c8f77-b115-47c1-9d03-4eccdb41d171', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'mac_address': 'fa:16:3e:35:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:13Z', 'updated_at': '2021-08-30T19:22:21Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'subnets': [{'id': '64adc614-1f1a-4034-aaff-2c9251de23b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:29.152059 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.178469 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c14de5ad-ac9f-4203-83cb-4a124819067d None None] Port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 cannot update to ACTIVE because it is not bound. {{(pid=93816) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 19:30:29.246773 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-23e9329a-f9ef-482d-83a9-40f38aa1f173 service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423953 Aug 30 19:30:29.372151 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92daa29f-ce7c-4d91-9869-ff739ae9e5a6 None None] New status for floating IP 353eebc2-099d-487d-b539-6a0380822102: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:30:29.442103 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99902ab7-fce5-4e76-831c-b504a7caee4a req-f2eaacfc-e61e-4cc8-8514-c9473fda92fe service neutron] 10.222.0.83 "GET /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544590 Aug 30 19:30:29.523601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ff986c-1173-4cca-ac1e-b6aacfc142a3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:30:29.531701 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.543763 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Transition to ACTIVE for port object f2ff986c-1173-4cca-ac1e-b6aacfc142a3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 19:30:29.547253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.598292 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:29.663049 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Attempting to bind port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 19:30:29.663387 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Attempting to bind port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 19:30:29.663714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Attempting to bind port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:30:29.669161 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 on network dfaef9ce-226e-4103-9cd1-881a250d4555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 19:30:29.669503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Attempting to bind port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 on network dfaef9ce-226e-4103-9cd1-881a250d4555 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 19:30:29.674523 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Checking agent: {'id': '0fe14571-5ae0-485f-9fde-cf0c530e618b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'started_at': datetime.datetime(2021, 8, 30, 19, 17, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 19:30:29.674842 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Checking segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 19:30:29.675216 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Bound using segment: {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 19:30:29.675633 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Bound port: f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5fb2f8-aade-4be1-b55c-e59973a3732a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 19:30:29.675982 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.746280 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 19:30:29.749778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 19:30:29.753899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28646091'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.787017 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:29.787706 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:29.789134 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] 10.222.0.83 "PUT /v2.0/ports/f2ff986c-1173-4cca-ac1e-b6aacfc142a3 HTTP/1.1" status: 200 len: 1093 time: 0.7740402 Aug 30 19:30:29.818637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09a15a-97f3-45a3-bbe9-16d8de390f74 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:29.885832 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9de42c-951f-4e65-ad75-548f2f2ca998 req-6aa64be9-8472-474a-b018-fa33879eabfd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:29.891660 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-734a7854-aabf-464b-85c9-d8e09f83bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:29.893214 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3a9de42c-951f-4e65-ad75-548f2f2ca998 req-6aa64be9-8472-474a-b018-fa33879eabfd tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0609345 Aug 30 19:30:29.894071 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-734a7854-aabf-464b-85c9-d8e09f83bc69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 1096 time: 0.0526271 Aug 30 19:30:29.931504 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3a9de42c-951f-4e65-ad75-548f2f2ca998 req-c0b320aa-5ed1-475a-a169-7c0d1717d43a tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Aug 30 19:30:29.944486 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-55bbf3a7-d325-4ecb-a444-c94381d698db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3 HTTP/1.1" status: 200 len: 217 time: 0.0422161 Aug 30 19:30:29.995371 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-5c00c001-a343-4cb0-8a3b-c22a5c176f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:29.996819 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-5c00c001-a343-4cb0-8a3b-c22a5c176f8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0452774 Aug 30 19:30:30.054153 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-fd694a93-245c-4fc4-ad10-bbb6c791aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:30.055977 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-fd694a93-245c-4fc4-ad10-bbb6c791aada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420177 Aug 30 19:30:30.157638 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-d95b031b-cb8d-4782-bfe5-e0ba675adbe6 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Aug 30 19:30:30.530484 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:30.532733 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370362e1-10d5-4885-99a6-aa452e948cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:30.589099 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cbeef-6343-459d-b956-53f08becd5b5 req-c099a959-675d-487c-945b-e4a266d6c4a2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:30.590679 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-678cbeef-6343-459d-b956-53f08becd5b5 req-c099a959-675d-487c-945b-e4a266d6c4a2 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 943 time: 0.4061317 Aug 30 19:30:30.600202 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1cd6f72c-14cc-4e22-b1cc-5096de4dbac9 req-8e1849e3-b94e-47d5-a3f8-6b20c81043eb service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330783 Aug 30 19:30:30.608025 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d02157-e729-4e33-9423-8773388ddf9a req-a56d6ce7-83dd-4097-acd9-c99ea66058b0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:30.609452 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-17d02157-e729-4e33-9423-8773388ddf9a req-a56d6ce7-83dd-4097-acd9-c99ea66058b0 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.3908136 Aug 30 19:30:30.649601 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af616008-4be2-40e0-9d17-aca9a352f61d x-openstack-request-id: req-af616008-4be2-40e0-9d17-aca9a352f61d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:30.649849 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:30.650101 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-af616008-4be2-40e0-9d17-aca9a352f61d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:30.650482 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'status': 'completed', 'code': 200} Aug 30 19:30:30.704530 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-678cbeef-6343-459d-b956-53f08becd5b5 req-a8da1dbb-2299-4cc1-909e-7bb0182cf307 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940514 Aug 30 19:30:30.753796 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370362e1-10d5-4885-99a6-aa452e948cbf req-adf3f099-529b-4977-8972-f6a539883b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:30.755287 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-adf3f099-529b-4977-8972-f6a539883b57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 1096 time: 0.0866168 Aug 30 19:30:30.764993 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:30.765333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:30.925486 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] For port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:30.925778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:30.928976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370362e1-10d5-4885-99a6-aa452e948cbf req-dbaaaabd-4c26-4a9c-b72e-f42b527a7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:30.930564 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-dbaaaabd-4c26-4a9c-b72e-f42b527a7700 service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.1624312 Aug 30 19:30:30.942446 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:30.982557 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-23947045-4879-4385-b140-56be7236337f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3 HTTP/1.1" status: 200 len: 217 time: 0.0413513 Aug 30 19:30:31.053605 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88800a21-935b-4a2b-a2d0-9be6211f345f req-ed4152aa-f360-4db3-88ed-34ddb48a6b74 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:31.055351 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-88800a21-935b-4a2b-a2d0-9be6211f345f req-ed4152aa-f360-4db3-88ed-34ddb48a6b74 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/ports?device_id=ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac HTTP/1.1" status: 200 len: 945 time: 0.0499740 Aug 30 19:30:31.079132 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370362e1-10d5-4885-99a6-aa452e948cbf req-b9cf328d-b2e7-4f79-abd2-dc22cb8c9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:31.080591 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-b9cf328d-b2e7-4f79-abd2-dc22cb8c9011 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0901051 Aug 30 19:30:31.094745 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-88800a21-935b-4a2b-a2d0-9be6211f345f req-be10f7ab-7c53-42cc-853e-238ebd769313 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "GET /v2.0/security-groups?id=ada83453-0045-4490-a331-9788a7085e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330913 Aug 30 19:30:31.174688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370362e1-10d5-4885-99a6-aa452e948cbf req-a8d51006-a40d-4255-881d-34791c838ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:31.176208 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-a8d51006-a40d-4255-881d-34791c838ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833280 Aug 30 19:30:31.183235 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:31.254357 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=0f1f5a1b-0d73-4ca5-92ef-ed32016492b0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:31.309722 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] No DVR routers for this DVR port 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:31.316694 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:31.318628 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-17d02157-e729-4e33-9423-8773388ddf9a req-6028e18e-d177-4829-a454-01508ed21266 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.83 "DELETE /v2.0/ports/0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 HTTP/1.1" status: 204 len: 173 time: 0.7022195 Aug 30 19:30:31.340821 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-1f6a9ec9-549f-4e9f-aecb-da701cbe03c1 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531017 Aug 30 19:30:31.433813 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370362e1-10d5-4885-99a6-aa452e948cbf req-e1dc2022-95f9-4aff-bd45-221027379f75 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Aug 30 19:30:31.823077 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93a2e0-e6ca-448b-82e8-6117ff40aac1 req-eba63fc9-723f-4862-8516-988f497fc222 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:31.824708 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b93a2e0-e6ca-448b-82e8-6117ff40aac1 req-eba63fc9-723f-4862-8516-988f497fc222 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 943 time: 0.0510526 Aug 30 19:30:31.866877 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2b93a2e0-e6ca-448b-82e8-6117ff40aac1 req-6329dd85-f02d-41b3-b6f0-40c04834d628 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361900 Aug 30 19:30:32.153457 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58868) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:32.276331 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Deleting port 9532b490-9a2a-4a59-bd93-7c1f11d5a43f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:32.276981 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.349745 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.350070 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.362890 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Calling delete_port for 9532b490-9a2a-4a59-bd93-7c1f11d5a43f owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:32.496332 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.525899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'Port': ['ID=9532b490-9a2a-4a59-bd93-7c1f11d5a43f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:32.584253 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.586845 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.588951 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b46f01c8-a6a7-4572-9d09-610b4519e632 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "DELETE /v2.0/floatingips/183f5ba4-d4d4-46c6-8162-bdc6e27c51ab HTTP/1.1" status: 204 len: 168 time: 0.4346986 Aug 30 19:30:32.651918 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'name': 'network-vif-deleted', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:32.654298 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03398f95-2638-48d7-a2c9-d58f34b1d490" -d '{"events": [{"server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "name": "network-vif-deleted", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:32.688767 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5424b8c5-5f4c-4c13-a4df-9a0ae07079cb x-openstack-request-id: req-5424b8c5-5f4c-4c13-a4df-9a0ae07079cb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:32.689050 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac", "name": "network-vif-deleted", "tag": "0f1f5a1b-0d73-4ca5-92ef-ed32016492b0", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:32.689296 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5424b8c5-5f4c-4c13-a4df-9a0ae07079cb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:32.689764 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0fa776-6b1d-4bcf-b8f2-2db3cbd494ac', 'name': 'network-vif-deleted', 'tag': '0f1f5a1b-0d73-4ca5-92ef-ed32016492b0', 'status': 'completed', 'code': 200} Aug 30 19:30:32.752315 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device f2ff986c-1173-4cca-ac1e-b6aacfc142a3 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93816) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 19:30:32.850132 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:32.861444 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Returning: {'device': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'port_id': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'mac_address': 'fa:16:3e:f4:f4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93816) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 19:30:32.900199 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.915332 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ff986c-1173-4cca-ac1e-b6aacfc142a3 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 19:30:32.936298 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:32.940683 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:32.988759 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:32.991544 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6386b8b-5673-4202-922b-3900a88e5dee req-d50d526a-897d-48bd-9eec-0319da8c970c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:32.993001 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f6386b8b-5673-4202-922b-3900a88e5dee req-d50d526a-897d-48bd-9eec-0319da8c970c tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 944 time: 0.0484450 Aug 30 19:30:32.997622 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.997974 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.998317 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.998653 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.998988 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.999319 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.999650 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:32.999977 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:33.000310 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:33.000632 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:33.000958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:33.001277 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:30:33.036999 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f6386b8b-5673-4202-922b-3900a88e5dee req-94f91bb0-a91f-4399-9c32-eb3498a678dd tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365293 Aug 30 19:30:33.050615 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-32d7ee43-8898-4482-8793-2df9ec72f1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:33.165963 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] get_ports_and_sgs() called for port_ids ['f2ff986c-1173-4cca-ac1e-b6aacfc142a3'] {{(pid=93816) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 19:30:33.786778 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:33.844773 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:33.869648 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:33.928455 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:33.931867 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:33.935633 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] 10.222.0.74 "DELETE /v2.0/security-groups/ada83453-0045-4490-a331-9788a7085e92 HTTP/1.1" status: 204 len: 168 time: 0.1453810 Aug 30 19:30:33.942130 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c38d-8e62-4788-b021-8c502eaffdd4 tempest-TestVolumeBootPattern-800506943 tempest-TestVolumeBootPattern-800506943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada83453-0045-4490-a331-9788a7085e92,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:33.996720 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58890) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:34.156720 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc9027-a2c4-4c8d-9be5-d54ceae6a66e req-cb2775df-25f5-4998-ac68-45fb53f4f916 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:34.158255 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-52dc9027-a2c4-4c8d-9be5-d54ceae6a66e req-cb2775df-25f5-4998-ac68-45fb53f4f916 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Aug 30 19:30:34.197831 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-52dc9027-a2c4-4c8d-9be5-d54ceae6a66e req-dcfbd698-036d-4909-a099-1319e3d3e451 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336838 Aug 30 19:30:34.443714 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.685988 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Deleting port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:34.686333 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.753442 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device f2ff986c-1173-4cca-ac1e-b6aacfc142a3 up at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 19:30:34.769102 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] For port 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:34.769487 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.783989 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Calling delete_port for 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:34.802822 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning for port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 completed by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 19:30:34.806455 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Provisioning complete for port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 triggered by entity L2. {{(pid=93816) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 19:30:34.806889 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1584820'] for port, provisioning_complete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.885752 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1659747'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.907785 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:34.910069 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35f2900fbfa681dd8aceb546ef6ebe14d8058f6be09da96881b9a862be32cce3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4545ab8-c262-4955-8da0-489b9f7b3f40" -d '{"events": [{"server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "name": "network-vif-plugged", "status": "completed", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:34.939026 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:34.943861 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763833318355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763832733736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763832733754'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.945088 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:34.991733 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:34.995104 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ababf3-3e8f-468b-b0c4-93087380baf7 x-openstack-request-id: req-01ababf3-3e8f-468b-b0c4-93087380baf7 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:34.995427 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "name": "network-vif-plugged", "status": "completed", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:34.995678 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01ababf3-3e8f-468b-b0c4-93087380baf7 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:34.996273 dv-cinder-805316-4-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'code': 200} Aug 30 19:30:35.000573 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:35.000979 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device 0f1f5a1b-0d73-4ca5-92ef-ed32016492b0 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:35.019844 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2cd48f-70e1-4cbf-812d-9f12b7bb4259,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:35.028373 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Pushing event updated for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=5']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:35.212916 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968ef0-6acf-4856-9916-1c9923472595 req-a79252b7-4d97-4452-aa7d-f30edfcb6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:35.214717 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a7968ef0-6acf-4856-9916-1c9923472595 req-a79252b7-4d97-4452-aa7d-f30edfcb6630 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 1098 time: 0.1127739 Aug 30 19:30:35.243977 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:35.305853 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a7968ef0-6acf-4856-9916-1c9923472595 req-ce699f7d-5648-41af-af0b-4933ea5962cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825679 Aug 30 19:30:35.319649 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf74a9-09fa-4d7c-8d82-4cb36740a698 req-7cdb5ac8-2e7d-495a-b09b-8fed72f68649 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:35.321059 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3abf74a9-09fa-4d7c-8d82-4cb36740a698 req-7cdb5ac8-2e7d-495a-b09b-8fed72f68649 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.0511291 Aug 30 19:30:35.364404 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-3abf74a9-09fa-4d7c-8d82-4cb36740a698 req-18abcb01-601b-4482-bd5c-ac60dc54c1a6 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371387 Aug 30 19:30:35.476845 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Router e1d3648c-3714-407a-899c-59c924dd2768 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:35.581195 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:35.587875 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-24db852e-9bae-48bb-af8d-d02cf56b25a2 admin admin] 10.222.0.74 "PUT /v2.0/routers/e1d3648c-3714-407a-899c-59c924dd2768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893748 Aug 30 19:30:35.589604 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58900) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:35.591571 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Sync routers for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:35.601326 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:35.602027 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:06Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:35.705814 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:35.810331 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0befbd17-f85f-4185-a368-cb6ab7495f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:35.890218 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:30:34Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:35.975909 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.008016 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Checking router: e1d3648c-3714-407a-899c-59c924dd2768 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:36.016763 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Routers {'e1d3648c-3714-407a-899c-59c924dd2768'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:36.017372 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['e1d3648c-3714-407a-899c-59c924dd2768'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:36.081080 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.123359 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] Set router e1d3648c-3714-407a-899c-59c924dd2768 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:36.135029 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Deleting port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:36.135526 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.148589 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.218023 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] For port c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:36.218473 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.235656 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Calling delete_port for c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:36.306417 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:30:34Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:36.341241 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9100a79e-87fe-43ef-9fef-9602e67a52a1 None None] The sync data for ids ['e1d3648c-3714-407a-899c-59c924dd2768'] in dv-cinder-805316-4-iscsi is: [{'id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'name': 'tempest-TestVolumeBootPattern-548581932-router', 'tenant_id': 'c0b265d51b5a480c940de019e220e9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:10Z', 'updated_at': '2021-08-30T19:30:34Z', 'revision_number': 5, 'project_id': 'c0b265d51b5a480c940de019e220e9e9', 'gw_port': {'id': 'c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3648c-3714-407a-899c-59c924dd2768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:11Z', 'updated_at': '2021-08-30T19:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:36.423138 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.457191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:36.552379 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13086-fe52-43d2-a6dc-3c659a7d3209 req-32612f37-be07-4413-bdb6-d5520a77d4b3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:36.553900 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-10f13086-fe52-43d2-a6dc-3c659a7d3209 req-32612f37-be07-4413-bdb6-d5520a77d4b3 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.1001830 Aug 30 19:30:36.554716 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.663017 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.668118 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.739092 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-10f13086-fe52-43d2-a6dc-3c659a7d3209 req-627843b3-7a78-4729-8046-293ed7d1b53e tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520288 Aug 30 19:30:36.755103 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.755789 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d3648c-3714-407a-899c-59c924dd2768 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:30:36.776797 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.780512 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-352fba51-f9b7-451f-b623-5e0736324452 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e1d3648c-3714-407a-899c-59c924dd2768 HTTP/1.1" status: 204 len: 168 time: 1.1897533 Aug 30 19:30:36.784510 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:36.853716 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Deleting subnet 64adc614-1f1a-4034-aaff-2c9251de23b4 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:30:36.868428 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:36.874362 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.906398 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:36.907173 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4d2cd48f-70e1-4cbf-812d-9f12b7bb4259 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:36.931566 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:36.963375 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60acb53-cb3a-41bd-bb06-56d4b821bb40 req-158f327d-d408-4e33-978f-048905ef25fc tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:36.964939 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-b60acb53-cb3a-41bd-bb06-56d4b821bb40 req-158f327d-d408-4e33-978f-048905ef25fc tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.1074808 Aug 30 19:30:36.973988 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58908) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:36.979368 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Request body: {'floatingip': {'port_id': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 19:30:37.037041 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.070576 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.077917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.102359 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.135631 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64adc614-1f1a-4034-aaff-2c9251de23b4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:37.146727 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.150102 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-9009b9aa-5ac6-469e-9aab-27eb34df74cc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/64adc614-1f1a-4034-aaff-2c9251de23b4 HTTP/1.1" status: 204 len: 168 time: 0.3635552 Aug 30 19:30:37.153882 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:37.158761 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4eb04c-32b4-4e9a-ad89-0c8e6554fb14 None None] Network e04c8f77-b115-47c1-9d03-4eccdb41d171 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:30:37.242811 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.309444 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Deleting port 081bd2f4-8c4f-4634-b299-099aafdcb1bd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:37.310031 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.397302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] For port 081bd2f4-8c4f-4634-b299-099aafdcb1bd, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=081bd2f4-8c4f-4634-b299-099aafdcb1bd,segment=NetworkSegment(795f1733-684d-467d-907a-11273a232955),segment_id=795f1733-684d-467d-907a-11273a232955)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:37.397703 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.412000 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Calling delete_port for 081bd2f4-8c4f-4634-b299-099aafdcb1bd owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:37.515029 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.519882 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc8a28-c8ce-439e-9dfe-dc85720e5787 None None] DHCP port deletion for e04c8f77-b115-47c1-9d03-4eccdb41d171 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:30:37.554446 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=081bd2f4-8c4f-4634-b299-099aafdcb1bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:37.556606 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] No DVR routers for this DVR port 081bd2f4-8c4f-4634-b299-099aafdcb1bd on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:37.647428 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.655136 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.659297 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.663404 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04c8f77-b115-47c1-9d03-4eccdb41d171']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:37.685738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795f1733-684d-467d-907a-11273a232955') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:37.685738 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795f1733-684d-467d-907a-11273a232955') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:37.695141 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.716773 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.723762 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:30:37.724229 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:30:37.726355 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:30:37.772521 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Floating IP 97de1e7a-aea6-43b5-838c-8ee10b0fb038 associated. External IP: 172.27.0.175, port: f2ff986c-1173-4cca-ac1e-b6aacfc142a3. Aug 30 19:30:37.789669 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.796938 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:37.799540 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] 10.222.0.74 "DELETE /v2.0/networks/e04c8f77-b115-47c1-9d03-4eccdb41d171 HTTP/1.1" status: 204 len: 168 time: 0.6440592 Aug 30 19:30:37.803023 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:37.859354 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdc6cf-c2ea-41a2-a3fe-3c9a7c137d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e04c8f77-b115-47c1-9d03-4eccdb41d171,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:38.000629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:38.019326 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:30:38.118606 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:38.124085 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.130476 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:38.148628 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:38.149679 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:38.157003 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-040633cb-e9e5-4464-ae7d-5523e98fe65d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "PUT /v2.0/floatingips/97de1e7a-aea6-43b5-838c-8ee10b0fb038 HTTP/1.1" status: 200 len: 991 time: 1.1794350 Aug 30 19:30:38.157003 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:30:38.157887 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4efa449-335e-406a-bd43-1d378da2982d" -d '{"events": [{"name": "network-changed", "server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:30:38.203122 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b8bb0-111e-4c36-9514-e128974c863e x-openstack-request-id: req-176b8bb0-111e-4c36-9514-e128974c863e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:30:38.203416 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:30:38.205131 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-176b8bb0-111e-4c36-9514-e128974c863e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:30:38.205131 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'status': 'completed', 'code': 200} Aug 30 19:30:38.209068 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.283354 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa449-335e-406a-bd43-1d378da2982d req-a9ada7f3-ecbe-4f5c-8baa-de7ab9e083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:38.284871 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-a9ada7f3-ecbe-4f5c-8baa-de7ab9e083fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e26682f262be411ba84012dd132b5990&device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 1098 time: 0.0567386 Aug 30 19:30:38.298122 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:38.401663 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa449-335e-406a-bd43-1d378da2982d req-f5f5cfea-2809-4a23-8638-e44caf3531fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:38.403208 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-f5f5cfea-2809-4a23-8638-e44caf3531fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 200 len: 913 time: 0.1108527 Aug 30 19:30:38.482065 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-0906748b-78b9-4092-bfbc-5064ece71aac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3 HTTP/1.1" status: 200 len: 999 time: 0.0711081 Aug 30 19:30:38.512715 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Deleting port a46d4b07-f288-4e32-b87e-8811ede6bc1d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:38.513075 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.542241 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa449-335e-406a-bd43-1d378da2982d req-34a10b20-6526-42c5-be83-a80baf7913b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:38.544230 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-34a10b20-6526-42c5-be83-a80baf7913b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 200 len: 850 time: 0.0546021 Aug 30 19:30:38.614273 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa449-335e-406a-bd43-1d378da2982d req-f1b41c9c-d0a3-4172-890e-37dce81974b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:30:38.615105 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] For port a46d4b07-f288-4e32-b87e-8811ede6bc1d, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=a46d4b07-f288-4e32-b87e-8811ede6bc1d,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:38.615496 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.616044 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-f1b41c9c-d0a3-4172-890e-37dce81974b0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dfaef9ce-226e-4103-9cd1-881a250d4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644877 Aug 30 19:30:38.631907 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Calling delete_port for a46d4b07-f288-4e32-b87e-8811ede6bc1d owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:38.662566 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.731769 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-2ab63edc-b38b-4644-99c2-84005ef50f34 service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073060 Aug 30 19:30:38.760113 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:38.787428 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:38.787862 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device c02f1f7e-4a2c-4c64-bcec-f6cbbb4838c0 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:38.788350 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 081bd2f4-8c4f-4634-b299-099aafdcb1bd no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:38.816297 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 081bd2f4-8c4f-4634-b299-099aafdcb1bd {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:38.816710 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 081bd2f4-8c4f-4634-b299-099aafdcb1bd not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:38.841374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '97de1e7a-aea6-43b5-838c-8ee10b0fb038', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:f4:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:30:25Z', 'updated_at': '2021-08-30T19:30:37Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:38.872641 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4efa449-335e-406a-bd43-1d378da2982d req-97bd4609-6788-4259-be92-9fdc3c7e720b service neutron] 10.222.0.83 "GET /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315074 Aug 30 19:30:38.875057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:38.888495 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:38.889270 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:38.900721 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:38.956012 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Pushing event deleted for resources: {'Port': ['ID=a46d4b07-f288-4e32-b87e-8811ede6bc1d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:39.021453 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:39.148127 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:39.287004 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '97de1e7a-aea6-43b5-838c-8ee10b0fb038', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:f4:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:30:25Z', 'updated_at': '2021-08-30T19:30:37Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:39.316806 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e137db98-bfcf-4801-86dc-2ed5392e21b9 None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_floatingips': [{'id': '97de1e7a-aea6-43b5-838c-8ee10b0fb038', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'router_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'port_id': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'mac_address': 'fa:16:3e:f4:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T19:30:25Z', 'updated_at': '2021-08-30T19:30:37Z', 'revision_number': 1, 'project_id': 'e26682f262be411ba84012dd132b5990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:39.545574 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64668458-b7ed-4c03-96b0-c2c224ebe3fd None None] New status for floating IP 97de1e7a-aea6-43b5-838c-8ee10b0fb038: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:30:39.643138 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Router c38e7387-7fe9-4e59-9aa6-d398ea811212 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:30:39.757524 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:30:39.764081 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-0ec067bf-c13c-470d-bfe0-4ab4f36d692f admin admin] 10.222.0.74 "PUT /v2.0/routers/c38e7387-7fe9-4e59-9aa6-d398ea811212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9598355 Aug 30 19:30:39.766699 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58922) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:39.769388 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Sync routers for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:30:39.778939 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:39.779735 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:39.877399 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:39.893924 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:39.990291 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.051169 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Deleting port f517463e-77c0-441a-b7ed-b981af8875d4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:40.051506 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.089907 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:30:38Z', 'revision_number': 5, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port': {'id': 'f517463e-77c0-441a-b7ed-b981af8875d4', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:16:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:22:18Z', 'updated_at': '2021-08-30T19:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:40.116491 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Checking router: c38e7387-7fe9-4e59-9aa6-d398ea811212 for host: dv-cinder-805316-4-iscsi {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:30:40.128119 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Routers {'c38e7387-7fe9-4e59-9aa6-d398ea811212'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:30:40.128300 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:30:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['c38e7387-7fe9-4e59-9aa6-d398ea811212'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:40.144765 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] For port f517463e-77c0-441a-b7ed-b981af8875d4, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=f517463e-77c0-441a-b7ed-b981af8875d4,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:40.145132 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.163275 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Calling delete_port for f517463e-77c0-441a-b7ed-b981af8875d4 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:40.221912 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] Set router c38e7387-7fe9-4e59-9aa6-d398ea811212 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:30:40.280532 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:30:39Z', 'revision_number': 6, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port_host': None}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:40.309070 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb73b84-6a42-41b4-9aa7-c2099256f967 None None] The sync data for ids ['c38e7387-7fe9-4e59-9aa6-d398ea811212'] in dv-cinder-805316-4-iscsi is: [{'id': 'c38e7387-7fe9-4e59-9aa6-d398ea811212', 'name': 'tempest-TestVolumeBootPattern-1154302249-router', 'tenant_id': 'af4d7466eddc462187672f9bb4b859a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:22:17Z', 'updated_at': '2021-08-30T19:30:39Z', 'revision_number': 6, 'project_id': 'af4d7466eddc462187672f9bb4b859a7', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:30:40.359664 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.387489 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f517463e-77c0-441a-b7ed-b981af8875d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:40.451611 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.552204 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.554504 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.602856 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.603303 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38e7387-7fe9-4e59-9aa6-d398ea811212 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:30:40.608867 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.612593 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-7fde17ce-1780-4003-bed7-3604dcfdad5e admin admin] 10.222.0.74 "DELETE /v2.0/routers/c38e7387-7fe9-4e59-9aa6-d398ea811212 HTTP/1.1" status: 204 len: 168 time: 0.8449295 Aug 30 19:30:40.612838 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:40.667884 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Deleting subnet 1796a75e-0746-497e-a5a1-583d12dd82d0 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:30:40.671226 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.713857 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25886576'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.819833 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.875344 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28646045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28684870'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.903905 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:40.905743 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1796a75e-0746-497e-a5a1-583d12dd82d0 HTTP/1.1" status: 204 len: 168 time: 0.2921362 Aug 30 19:30:40.910125 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:40.910760 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1583d-e067-4720-b02c-49871356f286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1796a75e-0746-497e-a5a1-583d12dd82d0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:40.911958 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5183282-8f4e-4827-968a-2e69387d2133 None None] Network 122bafe2-54dc-49d4-9b2a-962f4dc0d161 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:30:40.982530 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.043127 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Deleting port 59a024fb-6248-447d-aee0-bb089ab22a43 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:41.043686 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.116708 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a46d4b07-f288-4e32-b87e-8811ede6bc1d no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:41.128412 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] For port 59a024fb-6248-447d-aee0-bb089ab22a43, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=59a024fb-6248-447d-aee0-bb089ab22a43,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:41.128777 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.148147 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] DHCP port deletion for 122bafe2-54dc-49d4-9b2a-962f4dc0d161 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:30:41.149068 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Calling delete_port for 59a024fb-6248-447d-aee0-bb089ab22a43 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:41.151712 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: a46d4b07-f288-4e32-b87e-8811ede6bc1d {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:41.152165 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device a46d4b07-f288-4e32-b87e-8811ede6bc1d not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:41.219380 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Deleting port 59a024fb-6248-447d-aee0-bb089ab22a43 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:30:41.219971 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.294145 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.315383 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] For port 59a024fb-6248-447d-aee0-bb089ab22a43, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=59a024fb-6248-447d-aee0-bb089ab22a43,segment=NetworkSegment(a0567588-09cb-49d1-abc0-3366aa4b554e),segment_id=a0567588-09cb-49d1-abc0-3366aa4b554e)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:30:41.315933 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.338432 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a024fb-6248-447d-aee0-bb089ab22a43,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:41.340616 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Calling delete_port for 59a024fb-6248-447d-aee0-bb089ab22a43 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:30:41.343995 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] No DVR routers for this DVR port 59a024fb-6248-447d-aee0-bb089ab22a43 on host dv-cinder-805316-4-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:41.444595 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.445215 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.462171 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122bafe2-54dc-49d4-9b2a-962f4dc0d161']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:41.476874 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] Pushing event deleted for resources: {'Port': ['ID=59a024fb-6248-447d-aee0-bb089ab22a43,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:41.482316 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f86af-b8c1-4635-9a00-a67c97825225 None None] No DVR routers for this DVR port 59a024fb-6248-447d-aee0-bb089ab22a43 on host dv-cinder-805316-4-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:30:41.487259 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0567588-09cb-49d1-abc0-3366aa4b554e') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:41.487451 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0567588-09cb-49d1-abc0-3366aa4b554e') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:30:41.503629 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25886539'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.531965 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.538979 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Releasing vlan 1233 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:30:41.539643 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645927'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: timer() Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: self._notify() Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: event.method(event) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:30:41.542212 dv-cinder-805316-4-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:30:41.599612 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.610318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.610318 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] 10.222.0.74 "DELETE /v2.0/networks/122bafe2-54dc-49d4-9b2a-962f4dc0d161 HTTP/1.1" status: 204 len: 168 time: 0.6986156 Aug 30 19:30:41.622279 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473f684-f6d1-4a7d-bad4-6e445099e126 admin admin] Pushing event deleted for resources: {'Network': ['ID=122bafe2-54dc-49d4-9b2a-962f4dc0d161,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:41.734597 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:41.775578 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e5700ae4-a1c0-4377-8cd7-04a90c716d75 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0b265d51b5a480c940de019e220e9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396428 Aug 30 19:30:41.778861 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:41.832888 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.855271 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.902926 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.905443 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:41.906632 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cc1a7ab-1efb-4abf-b42b-b16db8bf4a80 HTTP/1.1" status: 204 len: 168 time: 0.1267791 Aug 30 19:30:41.919152 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88349405-21d9-4834-bacd-e388fb1521cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1a7ab-1efb-4abf-b42b-b16db8bf4a80,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:42.237391 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 58942) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:42.279463 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e0feff21-9ea7-4742-a370-d03c04938ffb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af4d7466eddc462187672f9bb4b859a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408318 Aug 30 19:30:42.282089 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 58944) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:30:42.331294 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:42.353297 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:42.409213 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:42.411888 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:30:42.413047 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca1d3656-3d9b-4221-a2e6-2085aa33a416 HTTP/1.1" status: 204 len: 168 time: 0.1299846 Aug 30 19:30:42.422428 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191d5ec-a3cc-4cb7-bcb7-75be7d2f71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d3656-3d9b-4221-a2e6-2085aa33a416,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:30:42.735204 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 59a024fb-6248-447d-aee0-bb089ab22a43 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:42.759455 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 59a024fb-6248-447d-aee0-bb089ab22a43 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:42.759875 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 59a024fb-6248-447d-aee0-bb089ab22a43 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:42.760963 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device f517463e-77c0-441a-b7ed-b981af8875d4 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:30:42.789530 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: f517463e-77c0-441a-b7ed-b981af8875d4 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:30:42.789530 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device f517463e-77c0-441a-b7ed-b981af8875d4 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:30:46.201048 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:03.050695 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-adacffdb-00f3-45fe-a2f8-0d94dafe830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:05.813041 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-36bdf772-05d6-4a0d-895b-248c56d70aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:06.152272 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:07.066547 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:08.610608 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:15.020250 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:31:16.225706 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:33.052523 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c1d88da8-d3be-4760-85ab-9df71a1e6728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:35.815186 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-41117959-7371-4f23-b699-ec874f773110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:36.155238 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:37.069800 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:37.219159 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e5b11-677a-4f14-b213-50a95743abe5 req-2e8af3a3-ff2e-4001-8a9f-76d32550464b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:31:37.221242 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-356e5b11-677a-4f14-b213-50a95743abe5 req-2e8af3a3-ff2e-4001-8a9f-76d32550464b tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Aug 30 19:31:37.258441 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-356e5b11-677a-4f14-b213-50a95743abe5 req-98cec6a1-c43f-45b2-8124-3ed77f975334 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Aug 30 19:31:38.382947 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af34a9-236c-4c46-bebe-b5f0ee809026 req-b7d52c85-7aae-4676-be1d-13800d75a76f tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:31:38.384446 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f3af34a9-236c-4c46-bebe-b5f0ee809026 req-b7d52c85-7aae-4676-be1d-13800d75a76f tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.0517244 Aug 30 19:31:38.425814 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [req-f3af34a9-236c-4c46-bebe-b5f0ee809026 req-4a818362-1cdf-489f-b5a6-aef6d5c4587d tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups?id=36b9b340-835d-438f-ad29-e25bab67658c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353997 Aug 30 19:31:38.648551 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:38.868506 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248ca34-114d-4499-adca-3fd183f0115c req-75b8d3ec-da8a-4691-b2a9-4e59eb178d28 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 19:31:38.869868 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3248ca34-114d-4499-adca-3fd183f0115c req-75b8d3ec-da8a-4691-b2a9-4e59eb178d28 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Aug 30 19:31:38.960913 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Deleting port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:31:38.961252 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.047308 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] For port f2ff986c-1173-4cca-ac1e-b6aacfc142a3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:31:39.047672 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.216807 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.217080 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-695563'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.217393 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Floating IP 97de1e7a-aea6-43b5-838c-8ee10b0fb038 disassociated. External IP: 172.27.0.175, port: f2ff986c-1173-4cca-ac1e-b6aacfc142a3. Aug 30 19:31:39.217846 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Calling delete_port for f2ff986c-1173-4cca-ac1e-b6aacfc142a3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:31:39.340857 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28646130'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.367486 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'Port': ['ID=f2ff986c-1173-4cca-ac1e-b6aacfc142a3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:39.379190 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.379534 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.382509 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.383352 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:39.527628 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:31:39.530172 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eabeb338-acfe-455c-953b-bc6c98cf9a6b req-38596d04-20b3-49ba-91dd-14b188e3b543 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/ports?device_id=098fbc65-1fee-4190-af19-f957b74fb5c9 HTTP/1.1" status: 200 len: 210 time: 0.0353744 Aug 30 19:31:39.636290 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:31:39.646513 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:31:39.655629 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:31:39.656259 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:31:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:39.782073 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:31:39.966291 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] No DVR routers for this DVR port f2ff986c-1173-4cca-ac1e-b6aacfc142a3 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:31:39.968821 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:39.970874 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3248ca34-114d-4499-adca-3fd183f0115c req-a8c1451f-c3d3-48ca-a9e6-7546ff21eba7 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.83 "DELETE /v2.0/ports/f2ff986c-1173-4cca-ac1e-b6aacfc142a3 HTTP/1.1" status: 204 len: 173 time: 1.0946290 Aug 30 19:31:39.971306 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'name': 'network-vif-deleted', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 19:31:39.973535 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88db963c8977cebadef402130b3e8caca207e9aba657507567ee197caa70e291" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159e7e1-8bc3-4da2-975b-e0a2f8b336c7" -d '{"events": [{"server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "name": "network-vif-deleted", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 19:31:39.995709 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:40.018294 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4305e0-84a7-4210-b3dd-148fd4f08cd9 x-openstack-request-id: req-1e4305e0-84a7-4210-b3dd-148fd4f08cd9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 19:31:40.018572 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098fbc65-1fee-4190-af19-f957b74fb5c9", "name": "network-vif-deleted", "tag": "f2ff986c-1173-4cca-ac1e-b6aacfc142a3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 19:31:40.018839 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1e4305e0-84a7-4210-b3dd-148fd4f08cd9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 19:31:40.019223 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098fbc65-1fee-4190-af19-f957b74fb5c9', 'name': 'network-vif-deleted', 'tag': 'f2ff986c-1173-4cca-ac1e-b6aacfc142a3', 'status': 'completed', 'code': 200} Aug 30 19:31:40.027540 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:31:40.041502 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:31:40.042156 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:31:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:40.163230 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:31:40.356697 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-98298202-7911-41be-b6ca-4354620fc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:40.383025 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98298202-7911-41be-b6ca-4354620fc492 None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:37Z', 'revision_number': 4, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi', '_interfaces': [{'id': '56fc0093-1e9c-409a-96db-573c646fccfa', 'name': '', 'network_id': 'dfaef9ce-226e-4103-9cd1-881a250d4555', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'mac_address': 'fa:16:3e:53:00:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:37Z', 'updated_at': '2021-08-30T19:27:42Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'subnets': [{'id': 'b30909e5-6df7-470a-85ec-6413827f4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:31:40.602005 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37b186-03c3-4eb1-af52-54691bc24ff2 None None] New status for floating IP 97de1e7a-aea6-43b5-838c-8ee10b0fb038: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 19:31:40.619142 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59148) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:40.674294 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.699191 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.749110 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.751683 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.753097 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "DELETE /v2.0/security-groups/36b9b340-835d-438f-ad29-e25bab67658c HTTP/1.1" status: 204 len: 168 time: 0.1328480 Aug 30 19:31:40.755939 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:40.762307 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0808534-e51b-4a42-a222-9eaff8deff15 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b9b340-835d-438f-ad29-e25bab67658c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:40.770034 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.api.v2.resource [None req-ef04ccd6-68b9-45d7-89b4-aa3d0d6531b9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] show failed (client error): The resource could not be found. Aug 30 19:31:40.774053 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-ef04ccd6-68b9-45d7-89b4-aa3d0d6531b9 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "GET /v2.0/security-groups/36b9b340-835d-438f-ad29-e25bab67658c HTTP/1.1" status: 404 len: 347 time: 0.0171494 Aug 30 19:31:40.776753 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:40.902667 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Deleting port e62a360a-249b-44a0-af45-ee795e0cc054 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:31:40.902917 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.979408 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.979739 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:40.991440 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Calling delete_port for e62a360a-249b-44a0-af45-ee795e0cc054 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:31:41.124139 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:41.149316 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Pushing event deleted for resources: {'Port': ['ID=e62a360a-249b-44a0-af45-ee795e0cc054,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:41.178847 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.179189 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.179522 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.179852 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.180177 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.180547 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.180872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.181193 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.181535 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.181856 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.182171 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.182485 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-4-iscsi {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 19:31:41.219774 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:41.222826 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19736'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:41.223943 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fd8cde5e-4a6a-460a-92c2-ed4146d046f1 tempest-AttachVolumeTestJSON-519541102 tempest-AttachVolumeTestJSON-519541102-project] 10.222.0.74 "DELETE /v2.0/floatingips/97de1e7a-aea6-43b5-838c-8ee10b0fb038 HTTP/1.1" status: 204 len: 168 time: 0.4462311 Aug 30 19:31:43.106987 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device f2ff986c-1173-4cca-ac1e-b6aacfc142a3 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:31:43.131403 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] No Port match for: f2ff986c-1173-4cca-ac1e-b6aacfc142a3 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:31:43.131745 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Device f2ff986c-1173-4cca-ac1e-b6aacfc142a3 not bound to the agent host hv-cinder-80531 {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:31:44.777161 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:45.112840 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-716555'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:45.352761 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Deleting port 56fc0093-1e9c-409a-96db-573c646fccfa {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:31:45.353079 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:45.433363 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] For port 56fc0093-1e9c-409a-96db-573c646fccfa, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=56fc0093-1e9c-409a-96db-573c646fccfa,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:31:45.433750 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:45.446966 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Calling delete_port for 56fc0093-1e9c-409a-96db-573c646fccfa owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:31:45.621062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:45.646659 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fc0093-1e9c-409a-96db-573c646fccfa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:45.810163 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-716695'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.025210 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Router d7e02a9b-143d-43ca-983b-d80099deb112 has already been hosted by L3 agent 9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 19:31:46.133861 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] Notify agent at l3_agent.dv-cinder-805316-4-iscsi the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 19:31:46.138829 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a8dc8aab-e8bd-4adb-9973-5a6b89359c32 admin admin] 10.222.0.74 "PUT /v2.0/routers/d7e02a9b-143d-43ca-983b-d80099deb112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3606229 Aug 30 19:31:46.141336 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:46.144373 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Sync routers for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 19:31:46.153832 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:31:46.154483 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:31:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:46.227057 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.246002 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.259506 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:31:46.534505 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:31:45Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:46.561894 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Checking router: d7e02a9b-143d-43ca-983b-d80099deb112 for host: dv-cinder-805316-4-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 19:31:46.570850 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Routers {'d7e02a9b-143d-43ca-983b-d80099deb112'} bound to L3 agent in host dv-cinder-805316-4-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 19:31:46.571483 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T19:11:36Z,description=,heartbeat_timestamp=2021-08-30T19:31:36Z,host='dv-cinder-805316-4-iscsi',id=9c6ad2a0-cb48-4b29-9d15-8cdf9d5957e6,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T19:11:36Z,topic='l3_agent')) {'router_ids': ['d7e02a9b-143d-43ca-983b-d80099deb112'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:46.602241 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.658216 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Deleting port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:31:46.658592 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.679243 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] Set router d7e02a9b-143d-43ca-983b-d80099deb112 gateway port host: dv-cinder-805316-4-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 19:31:46.743068 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] For port 37f21f0d-0f8e-4c09-aa31-d8c05779b04c, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,segment=NetworkSegment(582e23e5-96bf-45cb-9dca-0b75a5684833),segment_id=582e23e5-96bf-45cb-9dca-0b75a5684833)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:31:46.743593 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.760896 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Calling delete_port for 37f21f0d-0f8e-4c09-aa31-d8c05779b04c owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:31:46.859291 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:31:45Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}], 'dv-cinder-805316-4-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:46.887400 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e95b4c-10fe-4b3d-934a-196199ece299 None None] The sync data for ids ['d7e02a9b-143d-43ca-983b-d80099deb112'] in dv-cinder-805316-4-iscsi is: [{'id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'name': 'tempest-AttachVolumeTestJSON-1401147211-router', 'tenant_id': 'e26682f262be411ba84012dd132b5990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'external_fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:31:45Z', 'revision_number': 5, 'project_id': 'e26682f262be411ba84012dd132b5990', 'gw_port': {'id': '37f21f0d-0f8e-4c09-aa31-d8c05779b04c', 'name': '', 'network_id': '39e07233-689e-4f3b-bd40-94de9706aa60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e02a9b-143d-43ca-983b-d80099deb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T19:27:35Z', 'updated_at': '2021-08-30T19:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7ee2f5b-b19b-47f3-bcfa-4f6a5948be0b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-4-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 19:31:46.932608 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:46.961971 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Pushing event deleted for resources: {'Port': ['ID=37f21f0d-0f8e-4c09-aa31-d8c05779b04c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:47.019548 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-695605'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.107231 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.109424 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.157752 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-718080'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.158266 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e02a9b-143d-43ca-983b-d80099deb112 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 19:31:47.164079 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.165239 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-fb8b38a3-2971-4708-8f8c-4a939aace05f admin admin] 10.222.0.74 "DELETE /v2.0/routers/d7e02a9b-143d-43ca-983b-d80099deb112 HTTP/1.1" status: 204 len: 168 time: 1.0229468 Aug 30 19:31:47.167706 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:47.213545 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Deleting subnet b30909e5-6df7-470a-85ec-6413827f4e13 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 19:31:47.217560 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.252484 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25642758'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.334838 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588166'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.391115 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25641126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157710'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.419491 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30909e5-6df7-470a-85ec-6413827f4e13,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:47.421607 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.425850 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1b29cf2f-5766-4c7d-b71b-c2a88ca1fef6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b30909e5-6df7-470a-85ec-6413827f4e13 HTTP/1.1" status: 204 len: 168 time: 0.2547281 Aug 30 19:31:47.427126 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:47.430076 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48d7d2-9a19-45ee-82a2-c54cf771ed7d None None] Network dfaef9ce-226e-4103-9cd1-881a250d4555 requested from dv-cinder-805316-4-iscsi {{(pid=93816) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 19:31:47.500785 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607337'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.557795 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Deleting port 4b9faf42-d2f6-474f-bd78-86c47cad6826 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 19:31:47.558137 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763833315094'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.624328 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] For port 4b9faf42-d2f6-474f-bd78-86c47cad6826, host dv-cinder-805316-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-4-iscsi',level=0,port_id=4b9faf42-d2f6-474f-bd78-86c47cad6826,segment=NetworkSegment(1f5fb2f8-aade-4be1-b55c-e59973a3732a),segment_id=1f5fb2f8-aade-4be1-b55c-e59973a3732a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 19:31:47.624690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715389'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.637920 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Calling delete_port for 4b9faf42-d2f6-474f-bd78-86c47cad6826 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 19:31:47.715973 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1659684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763833318373', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763832733727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25641161'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.745245 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9faf42-d2f6-474f-bd78-86c47cad6826,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:47.748804 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] No DVR routers for this DVR port 4b9faf42-d2f6-474f-bd78-86c47cad6826 on host dv-cinder-805316-4-iscsi {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 19:31:47.818724 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605437', 'neutron.services.segments.db._delete_segments_for_network-8763833254849'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.828329 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaef9ce-226e-4103-9cd1-881a250d4555']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:47.839133 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5fb2f8-aade-4be1-b55c-e59973a3732a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:47.839443 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5fb2f8-aade-4be1-b55c-e59973a3732a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 19:31:47.849602 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763833267541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25642813'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.864947 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.872058 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 19:31:47.872491 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1693072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25640988'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: Traceback (most recent call last): Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: timer() Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: cb(*args, **kw) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: return func(*args, **kwargs) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: self._notify() Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: self.callback(batched_events) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: event.method(event) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: return f(self, *a, **k) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._get(url).json() Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: return self.request(url, 'GET', **kwargs) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 19:31:47.874540 dv-cinder-805316-4-iscsi neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 19:31:47.895252 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa46e51-398b-4007-b752-465c51a52de0 None None] DHCP port deletion for dfaef9ce-226e-4103-9cd1-881a250d4555 request from dv-cinder-805316-4-iscsi {{(pid=93816) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 19:31:47.937225 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605412', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-695577'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.942412 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019038'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:47.944332 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] 10.222.0.74 "DELETE /v2.0/networks/dfaef9ce-226e-4103-9cd1-881a250d4555 HTTP/1.1" status: 204 len: 168 time: 0.5159822 Aug 30 19:31:47.957096 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa95d2-d7ec-4f43-902f-259a8eff1816 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaef9ce-226e-4103-9cd1-881a250d4555,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:48.107163 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:48.152382 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-1bd22c37-4a07-4586-a8b6-883c65e98b88 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e26682f262be411ba84012dd132b5990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439746 Aug 30 19:31:48.154673 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:48.202291 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:48.223536 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:48.270314 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:48.272780 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:48.273941 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/390ef07b-5f96-4600-8d0e-2e6c94907152 HTTP/1.1" status: 204 len: 168 time: 0.1183898 Aug 30 19:31:48.281697 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec69cb5-f287-449a-ae3f-d1fe3b27c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ef07b-5f96-4600-8d0e-2e6c94907152,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:48.747365 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 56fc0093-1e9c-409a-96db-573c646fccfa no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:31:48.768019 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 56fc0093-1e9c-409a-96db-573c646fccfa {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:31:48.768466 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 56fc0093-1e9c-409a-96db-573c646fccfa not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:31:48.769127 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 37f21f0d-0f8e-4c09-aa31-d8c05779b04c no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:31:48.789054 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 37f21f0d-0f8e-4c09-aa31-d8c05779b04c {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:31:48.789400 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 37f21f0d-0f8e-4c09-aa31-d8c05779b04c not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:31:48.789850 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4b9faf42-d2f6-474f-bd78-86c47cad6826 no longer exists at agent ovs-agent-dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 19:31:48.809856 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] No Port match for: 4b9faf42-d2f6-474f-bd78-86c47cad6826 {{(pid=93816) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 19:31:48.809856 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.rpc [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Device 4b9faf42-d2f6-474f-bd78-86c47cad6826 not bound to the agent host dv-cinder-805316-4-iscsi {{(pid=93816) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 19:31:50.083508 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:50.193483 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391806a3-67be-4185-b9ce-7272dd3bbc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.283390 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391806a3-67be-4185-b9ce-7272dd3bbc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.287107 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391806a3-67be-4185-b9ce-7272dd3bbc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.323899 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391806a3-67be-4185-b9ce-7272dd3bbc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e058b66-f50b-4906-9024-5bce3d2eab90,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:50.328181 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-391806a3-67be-4185-b9ce-7272dd3bbc08 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f29e2e417f74ce9ba1e94fc38ffb8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438743 Aug 30 19:31:50.330767 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:50.383860 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.404480 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.451347 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.453961 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.455095 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1e058b66-f50b-4906-9024-5bce3d2eab90 HTTP/1.1" status: 204 len: 168 time: 0.1228542 Aug 30 19:31:50.462941 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b0ad6-f6e2-4bb4-acb1-60d6d98e1906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e058b66-f50b-4906-9024-5bce3d2eab90,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:50.717821 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:50.731216 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e688d547-3559-44b4-9ace-ef22372a65db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.823872 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e688d547-3559-44b4-9ace-ef22372a65db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.827561 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e688d547-3559-44b4-9ace-ef22372a65db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.866533 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-e688d547-3559-44b4-9ace-ef22372a65db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c2dff5162a94643a45b462ecd1a2a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476433 Aug 30 19:31:50.867638 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d547-3559-44b4-9ace-ef22372a65db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291c183-3f7f-4c83-8334-4e0620bc101a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:50.869283 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59268) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:50.920119 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.944325 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.993476 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.995976 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:50.997106 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f291c183-3f7f-4c83-8334-4e0620bc101a HTTP/1.1" status: 204 len: 168 time: 0.1261387 Aug 30 19:31:51.005038 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98047e-f337-4d65-ad71-c002b36d7210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291c183-3f7f-4c83-8334-4e0620bc101a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:52.019696 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:31:52.679262 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59322) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:52.782088 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6141e4d6-19bd-4901-8a98-e992ed6ed5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:52.871404 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6141e4d6-19bd-4901-8a98-e992ed6ed5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:52.875199 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6141e4d6-19bd-4901-8a98-e992ed6ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:52.913868 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6141e4d6-19bd-4901-8a98-e992ed6ed5d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3adbf6c6244b46adb05e2c98f6b3b425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334690 Aug 30 19:31:52.915014 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e4d6-19bd-4901-8a98-e992ed6ed5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201610e3-a7e7-446a-b5e3-430e07e59ba7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:52.916556 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:52.967666 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:52.989316 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.034057 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.036638 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.037873 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/201610e3-a7e7-446a-b5e3-430e07e59ba7 HTTP/1.1" status: 204 len: 168 time: 0.1202066 Aug 30 19:31:53.045293 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c399bd-b12d-4ad6-81cd-3e6c4631dd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201610e3-a7e7-446a-b5e3-430e07e59ba7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:53.299306 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:53.317952 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ac3231-2e22-4460-bccd-ef9baa77f962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.408894 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ac3231-2e22-4460-bccd-ef9baa77f962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.413499 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ac3231-2e22-4460-bccd-ef9baa77f962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.455060 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-77ac3231-2e22-4460-bccd-ef9baa77f962 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=432ae0cab7f74dff89efa90251cad107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546276 Aug 30 19:31:53.455881 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3231-2e22-4460-bccd-ef9baa77f962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a3a893-50ba-421c-8e4e-1e99560e7262,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:31:53.458382 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59334) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:31:53.507091 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.527627 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.573027 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.575688 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:31:53.576808 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2a3a893-50ba-421c-8e4e-1e99560e7262 HTTP/1.1" status: 204 len: 168 time: 0.1174233 Aug 30 19:31:53.584952 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80aecb-4478-4240-b392-9cab221cc51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a3a893-50ba-421c-8e4e-1e99560e7262,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:03.055386 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d68d2a2-9cbc-41a5-8d2d-bbb6bd3d594c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.615335 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:03.717824 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81a10272-8a7b-428a-988c-32363dd9d486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.807492 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81a10272-8a7b-428a-988c-32363dd9d486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.811335 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81a10272-8a7b-428a-988c-32363dd9d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.848616 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a10272-8a7b-428a-988c-32363dd9d486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebd1bb8-6cb9-4f79-8c0a-ab3b10cb501c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:03.854185 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-81a10272-8a7b-428a-988c-32363dd9d486 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=088fad50287145ae803161d94a63a169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378435 Aug 30 19:32:03.856882 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:03.905677 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.928502 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.976901 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.979370 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:03.980490 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ebd1bb8-6cb9-4f79-8c0a-ab3b10cb501c HTTP/1.1" status: 204 len: 168 time: 0.1227746 Aug 30 19:32:03.988045 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ceea-d4e2-4563-88e3-6cd945f99b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebd1bb8-6cb9-4f79-8c0a-ab3b10cb501c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:04.232441 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59434) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:04.248497 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9385-ef2d-4795-97c8-a504901cbad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.344892 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9385-ef2d-4795-97c8-a504901cbad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.348828 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b8e9385-ef2d-4795-97c8-a504901cbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.386651 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5b8e9385-ef2d-4795-97c8-a504901cbad9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=800d653c896b4e37be1a2e97602af10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531336 Aug 30 19:32:04.387503 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e9385-ef2d-4795-97c8-a504901cbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063a0895-bc09-4925-9634-ceb73649de5c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:04.389266 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:04.440530 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.461094 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.506980 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.509421 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:04.510625 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/063a0895-bc09-4925-9634-ceb73649de5c HTTP/1.1" status: 204 len: 168 time: 0.1202886 Aug 30 19:32:04.517889 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975ef7f-cde5-45b6-8a04-d60fd612b001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063a0895-bc09-4925-9634-ceb73649de5c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:05.819064 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c20c7fd7-4923-466d-b826-7dc30387e1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:06.157848 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:07.073052 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:08.617973 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:10.909047 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:11.056020 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb331b69-1a8a-4c18-b076-4e3631fc7b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.148586 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb331b69-1a8a-4c18-b076-4e3631fc7b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.152452 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb331b69-1a8a-4c18-b076-4e3631fc7b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.190201 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-eb331b69-1a8a-4c18-b076-4e3631fc7b2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=991d038060f943d7bbc9b5a0dad2090d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800467 Aug 30 19:32:11.191062 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331b69-1a8a-4c18-b076-4e3631fc7b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17f1b5-7b81-4ed6-8b2a-93bfa03756eb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:11.193371 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:11.243687 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.264708 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.314055 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.316631 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.318848 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf17f1b5-7b81-4ed6-8b2a-93bfa03756eb HTTP/1.1" status: 204 len: 168 time: 0.1233642 Aug 30 19:32:11.327683 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23757856-30e8-497e-b50b-0272ddc7b388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17f1b5-7b81-4ed6-8b2a-93bfa03756eb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:11.585637 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59566) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:11.598468 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-229340b6-ecf1-4eaf-bdc2-b88a8279f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.694020 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-229340b6-ecf1-4eaf-bdc2-b88a8279f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.699364 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-229340b6-ecf1-4eaf-bdc2-b88a8279f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.736287 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229340b6-ecf1-4eaf-bdc2-b88a8279f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b743115a-9309-4a41-9002-0af9f36c5620,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:11.741165 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-229340b6-ecf1-4eaf-bdc2-b88a8279f6d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2db87ea6a2c45bb8e22869853c1e83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545036 Aug 30 19:32:11.743815 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59568) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:11.793015 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.814318 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.861585 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.864003 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:11.865817 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b743115a-9309-4a41-9002-0af9f36c5620 HTTP/1.1" status: 204 len: 168 time: 0.1207829 Aug 30 19:32:11.873240 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f4d19-23dc-4bd2-9b0e-7e582e89eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b743115a-9309-4a41-9002-0af9f36c5620,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:12.905915 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59598) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:13.009742 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-296cd908-4bee-470a-aa0d-03f5595f65dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.097834 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-296cd908-4bee-470a-aa0d-03f5595f65dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.101899 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-296cd908-4bee-470a-aa0d-03f5595f65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.141584 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-296cd908-4bee-470a-aa0d-03f5595f65dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8aa1e48eef0e41959416264ce4a3ee55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345264 Aug 30 19:32:13.142679 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cd908-4bee-470a-aa0d-03f5595f65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b950f3d7-aeb9-4a32-8c80-ee2623a39bbf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:13.144421 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:13.192357 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.216593 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.263531 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.266302 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:13.267450 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b950f3d7-aeb9-4a32-8c80-ee2623a39bbf HTTP/1.1" status: 204 len: 168 time: 0.1220479 Aug 30 19:32:13.275702 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebe8db-563d-4f1b-bd98-0baaba1550e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b950f3d7-aeb9-4a32-8c80-ee2623a39bbf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:16.248312 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.208690 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.74', 59674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:22.311985 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d05cc773-dab3-440e-acf1-e2490ccb6ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.400590 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d05cc773-dab3-440e-acf1-e2490ccb6ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.404318 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d05cc773-dab3-440e-acf1-e2490ccb6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.442432 dv-cinder-805316-4-iscsi neutron-server[93814]: INFO neutron.wsgi [None req-d05cc773-dab3-440e-acf1-e2490ccb6ccd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24755a841ee2440bb81bf0c3c85e7464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319610 Aug 30 19:32:22.443275 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cc773-dab3-440e-acf1-e2490ccb6ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96967c9c-b181-4673-8355-6edd7c78e27a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:22.445361 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.74', 59678) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 19:32:22.497441 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.518385 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.565886 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601854'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.568917 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:22.570151 dv-cinder-805316-4-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96967c9c-b181-4673-8355-6edd7c78e27a HTTP/1.1" status: 204 len: 168 time: 0.1237037 Aug 30 19:32:22.577412 dv-cinder-805316-4-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ad55c-6a4a-4717-9b11-68078d07bbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96967c9c-b181-4673-8355-6edd7c78e27a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 19:32:29.019333 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:32:33.056572 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc1c4d13-c829-4951-a9b4-eb50700c7ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:35.820841 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d8daf4e-effc-4bd7-afad-6060d26dc948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:36.159868 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:37.076313 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:38.618364 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:32:46.264916 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:03.058509 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d949f7db-3ae0-485e-ae42-129541e7a4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:05.821634 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f69c065-c2fb-4f1a-8997-668c4467011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:06.018107 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:33:06.161060 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:07.080537 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:08.621039 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:16.268983 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:33.059960 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-634d5f2b-9cc8-4812-b5bc-00bbb8b9c309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:35.837058 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ddf05b9-e2ef-4e77-b291-31e5be40e385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:36.162182 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:37.081899 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:38.652785 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:33:43.017918 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:33:46.300859 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:03.062107 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f3b45421-b18d-4036-8864-20574ee9618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:05.820298 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f7525b1-a7fc-443f-9388-e22cdeb22676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:06.166816 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:07.084580 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:08.625897 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:16.320598 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:20.017086 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:34:33.063394 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-33e2f341-b1a3-442b-b05a-cb46fc819946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:35.821568 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-84263547-73be-48cd-af53-59b3c673e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:36.170347 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:37.088921 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:38.628870 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:46.321384 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:34:57.017480 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:35:03.064282 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43201356-3981-4230-b869-040ced292d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:05.822659 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-580544d6-62e5-4a06-80b3-eff232b9293c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:06.175454 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:07.090847 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:07.374728 dv-cinder-805316-4-iscsi neutron-server[93814]: DEBUG neutron.wsgi [req-61f2f37d-53d1-422c-876b-3b3da40cbcd3 req-12ab9e65-25f9-4fad-849f-fb2a9d0e70b9 service neutron] (93814) timed out ('10.222.0.83', 65431) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 19:35:08.630867 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:16.335439 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:33.066050 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d372ec4-8b20-4104-bfc1-244234fc9226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:34.016988 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:35:35.823181 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-76cb5933-01d1-4fbe-8675-017c3c3e3068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:36.180321 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:37.093339 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:38.638272 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:35:46.336767 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:03.066642 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d05f273d-7790-4d31-9c85-5523764a8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:05.823460 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7ff63d60-f5e9-4abe-9fba-2352e99a6dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:06.175638 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:07.096254 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:08.635612 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:11.016645 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:36:16.338340 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:33.067612 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-22e375db-a6b8-46cb-81d5-f4d20d8ae128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:35.825374 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-38137c4b-e43c-4c27-8421-e7f1449d51a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:36.178156 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:37.099312 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:38.637918 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:46.336685 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:36:48.015751 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:37:03.071145 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a054a5bc-506f-4bcf-872f-6e00ca4a5972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:05.828198 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f16550de-d525-4f9f-8e09-b18124b8cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:06.179487 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:07.102435 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:08.640766 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:16.336666 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e734869d-433e-49df-92b3-1bc711aa700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:25.014693 dv-cinder-805316-4-iscsi neutron-server[93817]: DEBUG neutron.db.agents_db [None req-06643414-6df6-4305-aae0-f3fb8bf2741f None None] Agent healthcheck: found 6 active agents {{(pid=93817) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 19:37:33.071479 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31b738c5-c7e7-46e3-a055-76c5535e82e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:35.831637 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-486ad857-b0ce-4777-a8ed-97e8fcb1c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:36.182577 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b2862864-96e8-488d-a71e-892eb2384344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:37.104845 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8839cb93-eb50-4b45-8a82-371d005e360c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 19:37:38.686247 dv-cinder-805316-4-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40927590-1be5-4036-8f9f-3bb3b4da266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763833184220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1584739'] for agent, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}